00000800:00000200:1.1F:1762166506.630776:0:3638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ebc3b65] -> 12345-192.168.202.110@tcp (2) 00000800:00000200:1.1:1762166506.633705:0:3629:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ebc3b65] -> 12345-192.168.202.110@tcp (2) 00000800:00000200:1.1:1762166506.633733:0:3629:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.110@tcp 00000000b77402c7 deleted 00000800:00000010:1.1:1762166506.633735:0:3629:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b77402c7. 00000800:00000200:1.1:1762166506.633742:0:3629:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1762166506.633753:0:3629:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:1023 00000800:00000200:1.1:1762166506.633761:0:3629:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004fe2366c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1762166506.634016:0:3628:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1762166506.634762:0:3630:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ebc3b65] -> 12345-192.168.202.110@tcp (4) 00000800:00000200:1.1:1762166506.634769:0:3630:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.110@tcp 000000008c6259ce deleted 00000800:00000010:1.1:1762166506.634772:0:3630:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008c6259ce. 00000800:00000200:1.1:1762166506.634777:0:3630:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1F:1762166506.636981:0:3628:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1F:1762166506.714988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b4475f7c. 00010000:00000010:0.1:1762166506.715005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bd6c7c5c. 00010000:00000010:3.1:1762166506.842755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001517f4cb. 00010000:00000010:3.1:1762166506.842763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a231c6ab. 00010000:00000010:1.1:1762166506.842799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006537c49d. 00010000:00000010:1.1:1762166506.842804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005d8394f4. 00010000:00000010:3.1:1762166506.846739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bd6c7c5c. 00080000:00000010:1.1:1762166506.886105:0:6477:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at 00000000f5669681. 00010000:02000000:3.1:1762167788.938391:0:8390:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1762167789.991897:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1762167791.015938:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1762167792.039887:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1F:1762167797.070909:0:8389:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1762167798.119877:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1762167799.143865:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1762167800.167908:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1762167817.875918:0:6502:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1762167818.919974:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1762167819.943864:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1762167820.967861:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1762167821.936296:0:6502:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1762167822.951926:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1762167823.975823:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1762167824.999937:0:6491:0:(ldlm_lockd.c:389:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1762167831.465765:0:8387:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:1.1:1762167831.470459:0:8387:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:2.1:1762167843.442811:0:33720:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00000100:00100000:1.0:1762170988.713993:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481528320:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.714039:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.714404:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889eb198c000/0x96d1ba5869cbe6df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x69b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4b98 expref: 637 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.714447:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32738 00000100:00100000:3.0:1762170988.714459:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+636:2417:x1847765489568512:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.714469:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.714478:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889eb198c000/0x96d1ba5869cbe6df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x69b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4b98 expref: 636 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.714495:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889eb198c000/0x96d1ba5869cbe6df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x69b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4b98 expref: 636 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.714519:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb198c000/0x96d1ba5869cbe6df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x69b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4b98 expref: 636 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.714532:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.714536:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.714539:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2e05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.714548:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2e05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x69b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.714581:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.714621:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+635:2417:x1847765489568512:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 164us (342us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.714625:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170988.714631:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32738 00010000:00010000:1.0:1762170988.714634:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2de9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.714644:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.714649:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2de9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.714658:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2de9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.714671:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2de9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.714679:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2de9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.714701:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.714705:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.714742:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.714764:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:1.0:1762170988.714820:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e5b100/2, rc 0, transno 4294975214 00000100:00100000:1.0:1762170988.714832:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481525120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.714870:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481528576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.714900:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.714923:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481528576 00000100:00100000:1.0:1762170988.714928:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481528576 00000100:00100000:1.0:1762170988.714956:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41366 00000100:00100000:1.0:1762170988.714964:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+484:3643:x1847765481528576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.714977:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1797 count 1 00000100:00100000:3.0:1762170988.714982:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.714992:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc2e36 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.715004:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ac00/0x96d1ba5869cbee87 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50c3 expref: 540 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.715006:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489568768 00000100:00100000:3.0:1762170988.715012:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489568768 00010000:00010000:1.0:1762170988.715024:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.715029:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.715034:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc2e36 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.715036:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b400/0x96d1ba5869cbee6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5099 expref: 541 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.715074:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ac00/0x96d1ba5869cbee87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50c3 expref: 541 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.715085:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ac00/0x96d1ba5869cbee87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50c3 expref: 541 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.715097:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481528704:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.715122:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489568896 00000100:00100000:3.0:1762170988.715127:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489568896 00000100:00100000:1.0:1762170988.715143:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18780 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.715148:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ae00/0x96d1ba5869cbee5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc508b expref: 542 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.715179:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32739 00000100:00100000:3.0:1762170988.715188:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+542:2414:x1847765489568768:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.715198:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.715199:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32740 00010000:00010000:3.0:1762170988.715206:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b400/0x96d1ba5869cbee6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5099 expref: 542 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.715218:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+542:2416:x1847765489568896:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.715223:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b400/0x96d1ba5869cbee6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5099 expref: 542 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.715235:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.715245:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b400/0x96d1ba5869cbee6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5099 expref: 542 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.715246:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ae00/0x96d1ba5869cbee5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc508b expref: 542 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.715272:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ae00/0x96d1ba5869cbee5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc508b expref: 542 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.715291:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ae00/0x96d1ba5869cbee5d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc508b expref: 542 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.715315:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.715319:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.715325:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afe00/0x96d1ba5869cc2e0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.715331:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.715336:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.715342:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2e13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.715345:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afe00/0x96d1ba5869cc2e0c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.715379:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2e13 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.715379:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.715400:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+540:2416:x1847765489568896:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 190us (423us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.715406:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.715409:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32740 00000100:00100000:3.0:1762170988.715438:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+539:2414:x1847765489568768:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 249us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.715448:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32739 00000100:00100000:3.0:1762170988.715499:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481527808:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.715519:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc2e1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.715612:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.715617:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2e13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.715624:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.715628:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2e13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.715636:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2e13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.715649:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2e13 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.715656:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2e13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.715675:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.715678:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.715681:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170988.715810:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8737b80/2, rc 0, transno 4294975215 00000100:00100000:3.0:1762170988.715819:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.715825:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8737b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481527296:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.715842:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489569024 00000100:00100000:3.0:1762170988.715849:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489569024 00010000:00010000:3.0:1762170988.715869:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cac00/0x96d1ba5869cbee79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50a7 expref: 538 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.715875:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170988.715890:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481528832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.715915:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32741 00000100:00100000:1.0:1762170988.715929:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.715931:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+538:2415:x1847765489569024:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.715946:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.715955:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cac00/0x96d1ba5869cbee79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50a7 expref: 538 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.715967:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cac00/0x96d1ba5869cbee79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50a7 expref: 538 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.715982:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.715986:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.715991:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cac00/0x96d1ba5869cbee79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50a7 expref: 538 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.715992:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc2e21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.716016:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc2e21 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.716041:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481527936:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.716060:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.716066:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc2e21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.716084:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+537:2415:x1847765489569024:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (267us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.716093:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc2e21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.716104:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32741 00010000:00010000:1.0:1762170988.716114:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc2e21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.716123:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc2e21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.716143:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc2e21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.716171:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.716174:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.716196:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489569152 00000100:00100000:3.0:1762170988.716202:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489569152 00010000:00010000:3.0:1762170988.716222:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4000/0x96d1ba5869cbe6e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x69c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ba6 expref: 634 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.716255:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32742 00000100:00100000:3.0:1762170988.716268:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+634:2416:x1847765489569152:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.716283:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.716293:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4000/0x96d1ba5869cbe6e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x69c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ba6 expref: 634 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.716304:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+487:3641:x1847765481527680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3897us (3971us total) trans 4294975218 rc 0/0 00000100:00100000:1.0:1762170988.716321:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41363 00010000:00010000:3.0:1762170988.716325:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4000/0x96d1ba5869cbe6e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x69c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ba6 expref: 634 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.716357:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4000/0x96d1ba5869cbe6e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x69c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ba6 expref: 634 pid: 24348 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170988.716358:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8737800/2, rc 0, transno 4294975218 00000100:00100000:1.0:1762170988.716373:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481527680:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.716374:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.716379:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.716385:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc2e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.716416:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc2e1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.716418:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481528960:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.716452:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.716459:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.716484:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+633:2416:x1847765489569152:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 219us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.716497:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32742 00000100:00100000:1.0:1762170988.716506:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481528832 00000100:00100000:1.0:1762170988.716511:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481528832 00010000:00010000:3.0:1762170988.716523:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.716543:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc2e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.716546:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41367 00010000:00010000:3.0:1762170988.716557:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc2e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.716562:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+488:3641:x1847765481528832:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.716574:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc2e1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.716597:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1798 count 1 00010000:00010000:3.0:1762170988.716605:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc2e1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.716615:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.716628:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.716632:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56de00/0x96d1ba5869cbee8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d1 expref: 536 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.716644:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.716646:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.716649:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.716676:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56de00/0x96d1ba5869cbee8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d1 expref: 536 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.716690:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56de00/0x96d1ba5869cbee8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d1 expref: 536 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.716731:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481529088:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.716773:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a183c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.716796:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+536:2417:x1847765489568128:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 2372us (2576us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.716812:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32737 00000100:00100000:1.0:1762170988.716901:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481528192:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.716928:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc2e28 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.717023:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.717168:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.717197:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489569280 00000100:00100000:1.0:1762170988.717203:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489569280 00010000:00010000:1.0:1762170988.717221:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c200/0x96d1ba5869cbee80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50b5 expref: 536 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.717236:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489569408 00000100:00100000:3.0:1762170988.717243:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489569408 00000100:00100000:1.0:1762170988.717251:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32743 00000100:00100000:1.0:1762170988.717263:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+536:2417:x1847765489569280:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.717276:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.717282:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c200/0x96d1ba5869cbee80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50b5 expref: 536 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.717295:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c200/0x96d1ba5869cbee80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50b5 expref: 536 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.717312:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c200/0x96d1ba5869cbee80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50b5 expref: 536 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.717321:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6000/0x96d1ba5869cbe6ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x69d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bb4 expref: 633 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.717334:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.717339:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.717343:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc2e28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.717359:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32744 00010000:00010000:1.0:1762170988.717365:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc2e28 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.717373:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+633:2417:x1847765489569408:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.717386:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.717392:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170988.717394:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6000/0x96d1ba5869cbe6ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x69d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bb4 expref: 633 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.717406:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481529344:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.717420:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6000/0x96d1ba5869cbe6ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x69d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bb4 expref: 633 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.717440:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6000/0x96d1ba5869cbe6ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x69d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bb4 expref: 633 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.717454:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.717455:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.717459:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.717463:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2e2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.717479:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481529472:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.717480:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2e2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x69d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.717505:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.717531:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.717553:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.717554:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+632:2417:x1847765489569408:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.717572:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32744 00010000:00010000:1.0:1762170988.717611:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc2e28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.717621:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc2e28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.717625:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481529728 00010000:00010000:1.0:1762170988.717628:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc2e28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.717631:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481529728 00010000:00010000:1.0:1762170988.717635:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc2e28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.717648:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.717677:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41371 00000100:00100000:3.0:1762170988.717694:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+380:3643:x1847765481529472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.717745:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1694 count 1 00010000:00010000:3.0:1762170988.717763:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.717791:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dac800/0x96d1ba5869cbe6f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x69e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bc2 expref: 631 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.717805:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+489:3641:x1847765481528064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4318us (4397us total) trans 4294975219 rc 0/0 00010000:00010000:3.0:1762170988.717808:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.717813:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.717819:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41364 00010000:00010000:3.0:1762170988.717820:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.717838:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41372 00000100:00100000:1.0:1762170988.717849:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+488:3640:x1847765481529728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.717856:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1dac800/0x96d1ba5869cbe6f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x69e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bc2 expref: 631 pid: 9199 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1762170988.717864:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1801 count 1 00010000:00010000:3.0:1762170988.717872:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1dac800/0x96d1ba5869cbe6f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x69e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bc2 expref: 631 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.717875:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.717886:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b200/0x96d1ba5869cbeea3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50fb expref: 535 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.717891:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.717894:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.717899:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.717928:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b200/0x96d1ba5869cbeea3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50fb expref: 534 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.717940:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b200/0x96d1ba5869cbeea3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50fb expref: 534 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.717967:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481530240:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.717980:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481530112:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.717995:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18c00 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.718064:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.718065:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+534:2417:x1847765489569280:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 806us (1044us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.718079:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32743 00000100:00100000:1.0:1762170988.718160:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481528704:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.718175:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc2e36 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.718219:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb524dc00/2, rc 0, transno 4294975220 00000100:00100000:1.0:1762170988.718228:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb524dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481524480:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.718274:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.718281:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2e2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.718290:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.718294:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2e2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.718306:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.718318:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2e2f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.718325:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2e2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.718346:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.718350:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.718353:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170988.718393:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e6d880/2, rc 0, transno 4294977070 00000100:00100000:1.0:1762170988.718405:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481528320:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1762170988.718457:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e88173800/2, rc 0, transno 4294977071 00000100:00100000:1.0:1762170988.718470:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e88173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481520128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.718537:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481530496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.718573:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.718620:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.718632:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481530368:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.718668:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.718695:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.718755:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481529088:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.718777:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.718791:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.718815:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489569664 00000100:00100000:1.0:1762170988.718820:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489569664 00010000:00010000:1.0:1762170988.718838:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b600/0x96d1ba5869cbee95 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50df expref: 534 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.718867:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489569792 00000100:00100000:1.0:1762170988.718871:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489569792 00000100:00100000:3.0:1762170988.718875:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32745 00000100:00100000:1.0:1762170988.718884:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1762170988.718886:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf90f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+535:2414:x1847765489569664:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.718894:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb0ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481530880:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.718900:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.718924:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.718950:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b600/0x96d1ba5869cbee95 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50df expref: 535 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.718959:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481530624 00010000:00010000:3.0:1762170988.718965:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b600/0x96d1ba5869cbee95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50df expref: 535 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.718965:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481530624 00010000:00010000:3.0:1762170988.718982:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.718986:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.718991:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc2e44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.718999:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41375 00010000:00010000:3.0:1762170988.719007:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc2e44 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.719015:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889d86e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+491:3641:x1847765481530752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.719027:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1762170988.719035:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1803 count 1 00010000:00010000:1.0:1762170988.719053:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.719055:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf90f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+535:2414:x1847765489569664:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 171us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.719079:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32745 00010000:00010000:1.0:1762170988.719086:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a000/0x96d1ba5869cbeeb8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5117 expref: 535 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.719099:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.719103:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.719109:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.719132:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.719144:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a000/0x96d1ba5869cbeeb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5117 expref: 534 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.719153:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489569536 00000100:00100000:3.0:1762170988.719160:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489569536 00010000:00010000:1.0:1762170988.719167:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a000/0x96d1ba5869cbeeb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5117 expref: 535 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.719180:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ac00/0x96d1ba5869cbee87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50c3 expref: 535 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.719199:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481531264:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.719216:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32746 00000100:00100000:3.0:1762170988.719231:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+535:2417:x1847765489569536:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.719242:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.719243:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a183c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.719251:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ac00/0x96d1ba5869cbee87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50c3 expref: 535 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.719269:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ac00/0x96d1ba5869cbee87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50c3 expref: 535 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.719283:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56de00/0x96d1ba5869cbee8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d1 expref: 535 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.719300:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ac00/0x96d1ba5869cbee87 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50c3 expref: 535 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.719344:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.719350:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.719350:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32747 00010000:00010000:3.0:1762170988.719357:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc2e36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.719368:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889d85eac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+533:2417:x1847765489569792:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.719384:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc2e36 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.719385:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.719396:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56de00/0x96d1ba5869cbee8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d1 expref: 533 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.719423:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.719426:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56de00/0x96d1ba5869cbee8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d1 expref: 533 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.719446:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56de00/0x96d1ba5869cbee8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d1 expref: 533 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.719455:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+533:2417:x1847765489569536:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 227us (326us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.719465:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.719469:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.719476:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.719489:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32746 00010000:00010000:1.0:1762170988.719502:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.719540:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc2e36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.719566:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc2e36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.719623:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc2e36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.719638:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc2e36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.719661:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.719882:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+493:3643:x1847765481528576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4917us (4981us total) trans 4294975222 rc 0/0 00000100:00100000:1.0:1762170988.719890:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41366 00000004:00080000:1.0:1762170988.719935:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eab2e1180/2, rc 0, transno 4294975222 00000100:00100000:1.0:1762170988.719949:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481528576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.719961:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+382:3643:x1847765481527424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7708us (7887us total) trans 4294977069 rc 0/0 00000100:00100000:3.0:1762170988.719974:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41362 00000004:00080000:1.0:1762170988.720003:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8736680/2, rc 0, transno 4294977069 00000100:00100000:1.0:1762170988.720015:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481527424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.720074:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481531648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.720140:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.720212:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481531648 00000100:00100000:1.0:1762170988.720219:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481531648 00000100:00100000:1.0:1762170988.720254:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41379 00000100:00100000:1.0:1762170988.720265:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+492:3643:x1847765481531648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.720283:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1805 count 1 00010000:00010000:1.0:1762170988.720301:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc2e91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.720330:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56bc00/0x96d1ba5869cbeec6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5133 expref: 531 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.720338:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.720341:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.720346:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc2e91 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.720377:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56bc00/0x96d1ba5869cbeec6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5133 expref: 531 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.720394:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56bc00/0x96d1ba5869cbeec6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5133 expref: 531 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.720408:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481532160:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.720443:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a180c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.720484:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481531904 00000100:00100000:3.0:1762170988.720489:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481531904 00000100:00100000:3.0:1762170988.720520:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41380 00000100:00100000:1.0:1762170988.720558:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481530240:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.720576:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.720621:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+493:3641:x1847765481531904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.720638:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1806 count 1 00000100:00100000:1.0:1762170988.720664:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.720691:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.720695:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.720740:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12000/0x96d1ba5869cbeed4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5141 expref: 531 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.720749:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.720760:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.720762:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.720765:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.720785:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489570176 00000100:00100000:3.0:1762170988.720791:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489570176 00010000:00010000:3.0:1762170988.720815:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b200/0x96d1ba5869cbeea3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50fb expref: 532 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.720818:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.720883:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489569920 00000100:00100000:1.0:1762170988.720887:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489569920 00010000:00010000:1.0:1762170988.720908:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ce00/0x96d1ba5869cbee9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ed expref: 533 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.720919:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489570304 00000100:00100000:1.0:1762170988.720935:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489570048 00000100:00100000:1.0:1762170988.720941:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489570048 00010000:00010000:1.0:1762170988.720957:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8400/0x96d1ba5869cc08e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6da3 expref: 632 pid: 24348 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.720977:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489570304 00000100:00100000:1.0:1762170988.720993:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32748 00010000:00010000:3.0:1762170988.721001:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dac800/0x96d1ba5869cbe6f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x69e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bc2 expref: 633 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.721008:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+533:2414:x1847765489570176:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.721024:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.721032:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b200/0x96d1ba5869cbeea3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50fb expref: 533 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.721038:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32749 00010000:00010000:1.0:1762170988.721049:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b200/0x96d1ba5869cbeea3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50fb expref: 533 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.721068:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b200/0x96d1ba5869cbeea3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50fb expref: 533 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.721080:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.721083:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.721088:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721102:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.721104:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+532:2416:x1847765489569920:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.721120:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.721131:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ce00/0x96d1ba5869cbee9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ed expref: 532 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.721132:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.721155:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ce00/0x96d1ba5869cbee9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ed expref: 532 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.721160:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+532:2414:x1847765489570176:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.721180:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32748 00010000:00010000:3.0:1762170988.721186:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ce00/0x96d1ba5869cbee9c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ed expref: 532 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.721209:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32750 00010000:00010000:3.0:1762170988.721221:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.721226:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.721227:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+633:2416:x1847765489570048:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.721234:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2e4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721243:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.721252:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8400/0x96d1ba5869cc08e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6da3 expref: 633 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.721253:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2e4b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721278:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8400/0x96d1ba5869cc08e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6da3 expref: 633 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.721309:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8400/0x96d1ba5869cc08e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6da3 expref: 633 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.721332:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.721333:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.721336:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2e52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.721339:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.721341:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2e52 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.721367:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+530:2416:x1847765489569920:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 267us (673us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.721370:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.721378:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32749 00000100:00100000:1.0:1762170988.721401:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+632:2416:x1847765489570048:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.721417:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32750 00000100:00100000:1.0:1762170988.721446:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32751 00000100:00100000:1.0:1762170988.721459:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+631:2416:x1847765489570304:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.721467:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.721468:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.721474:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721476:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1dac800/0x96d1ba5869cbe6f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x69e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bc2 expref: 631 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.721495:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aec00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.721501:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721502:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1dac800/0x96d1ba5869cbe6f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x69e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bc2 expref: 631 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.721517:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721528:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.721530:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2e52 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721531:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.721537:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.721538:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2e52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721560:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721597:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.721619:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+631:2416:x1847765489570304:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 163us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.721627:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32751 00010000:00010000:3.0:1762170988.721651:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.721657:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2e4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721657:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.721674:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.721678:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2e4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721678:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.721700:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2e4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721701:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721781:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.721785:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2e4b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.721800:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2e4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721805:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.721815:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.721819:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721825:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.721828:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.721829:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.721832:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.721835:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.721836:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.721849:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721855:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc2e60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.721875:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.721879:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.721880:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12000/0x96d1ba5869cbeed4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5141 expref: 529 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.721884:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.721892:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12000/0x96d1ba5869cbeed4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5141 expref: 529 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.721905:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481532544:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.721945:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c900 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.722026:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.722048:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489570432 00000100:00100000:3.0:1762170988.722052:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489570432 00010000:00010000:3.0:1762170988.722069:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5c00/0x96d1ba5869cbe702 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bde expref: 631 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.722074:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+494:3640:x1847765481529728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4223us (4467us total) trans 4294975225 rc 0/0 00000100:00100000:1.0:1762170988.722085:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41372 00000100:00100000:3.0:1762170988.722098:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32752 00000100:00100000:3.0:1762170988.722108:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+631:2414:x1847765489570432:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.722119:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.722126:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5c00/0x96d1ba5869cbe702 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bde expref: 631 pid: 24348 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170988.722132:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8766680/2, rc 0, transno 4294975224 00010000:00010000:3.0:1762170988.722139:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5c00/0x96d1ba5869cbe702 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bde expref: 631 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.722141:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481529344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.722162:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481532672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.722164:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5c00/0x96d1ba5869cbe702 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bde expref: 631 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.722180:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.722183:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.722186:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2e6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.722204:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.722205:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2e6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.722230:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.722257:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+630:2414:x1847765489570432:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.722264:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481532672 00000100:00100000:3.0:1762170988.722265:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32752 00000100:00100000:1.0:1762170988.722270:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481532672 00000100:00100000:1.0:1762170988.722310:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41382 00000100:00100000:3.0:1762170988.722320:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.722324:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea95e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+495:3643:x1847765481532672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.722341:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1807 count 1 00000100:00100000:3.0:1762170988.722342:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489570688 00000100:00100000:3.0:1762170988.722346:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489570688 00010000:00010000:1.0:1762170988.722358:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.722369:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a000/0x96d1ba5869cbeeb8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5117 expref: 530 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.722379:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13200/0x96d1ba5869cbeedb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc514f expref: 530 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.722396:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.722400:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.722405:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.722413:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32753 00000100:00100000:3.0:1762170988.722429:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+530:2414:x1847765489570688:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.722439:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13200/0x96d1ba5869cbeedb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc514f expref: 530 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.722445:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.722454:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a000/0x96d1ba5869cbeeb8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5117 expref: 530 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.722455:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13200/0x96d1ba5869cbeedb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc514f expref: 530 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.722485:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a000/0x96d1ba5869cbeeb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5117 expref: 530 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.722489:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea95e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481532928:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.722510:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.722514:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.722519:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.722522:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18c00 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.722537:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.722552:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.722573:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+530:2414:x1847765489570688:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.722581:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32753 00010000:00010000:3.0:1762170988.722659:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dac800/0x96d1ba5869cbe6f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x69e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bc2 expref: 629 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.722676:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481530112:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.722697:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.722705:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.722742:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.722750:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.722757:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.722775:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.722865:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.722895:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889d85eac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+529:2417:x1847765489569792:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 3532us (4106us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.722904:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32747 00000100:00100000:3.0:1762170988.722983:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+385:3643:x1847765481529472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5295us (5433us total) trans 4294977074 rc 0/0 00000004:00080000:1.0:1762170988.722987:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e5a300/2, rc 0, transno 4294977074 00000100:00100000:3.0:1762170988.722995:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41371 00000100:00100000:1.0:1762170988.723004:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481529472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.723033:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723039:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723046:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723051:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723065:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.723074:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.723080:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723088:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.723093:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723102:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723115:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723122:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2e59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723140:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.723144:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723151:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.723155:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723163:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723176:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723183:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc2e3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723206:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.723210:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.723214:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.723215:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+496:3641:x1847765481528832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6656us (7287us total) trans 4294975226 rc 0/0 00000100:00100000:1.0:1762170988.723226:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41367 00010000:00010000:1.0:1762170988.723274:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a000/0x96d1ba5869cbeeb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5117 expref: 528 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.723293:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481531264:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.723296:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.723318:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723328:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723335:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723351:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723359:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723375:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.723382:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.723390:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.723396:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723403:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.723407:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.723409:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489570560 00000100:00100000:3.0:1762170988.723415:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489570560 00010000:00010000:1.0:1762170988.723418:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723433:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723439:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13c00/0x96d1ba5869cbeeb1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5109 expref: 528 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.723443:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc2e75 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.723470:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489571072 00000100:00100000:3.0:1762170988.723475:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489571072 00010000:00010000:1.0:1762170988.723475:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.723479:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.723484:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.723493:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dadc00/0x96d1ba5869cbe709 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bfa expref: 629 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.723496:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481533184 00000100:00100000:1.0:1762170988.723503:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481533184 00000100:00100000:3.0:1762170988.723528:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32754 00000100:00100000:3.0:1762170988.723542:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+528:2417:x1847765489570560:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.723544:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41384 00010000:00010000:3.0:1762170988.723557:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.723559:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea95eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+385:3640:x1847765481533184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.723566:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13c00/0x96d1ba5869cbeeb1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5109 expref: 528 pid: 33719 timeout: 4705 lvb_type: 1 00002000:00080000:1.0:1762170988.723575:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1700 count 1 00010000:00010000:1.0:1762170988.723604:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723617:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4800/0x96d1ba5869cbe72c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c16 expref: 629 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.723625:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.723627:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.723630:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723654:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4800/0x96d1ba5869cbe72c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c16 expref: 629 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.723663:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13c00/0x96d1ba5869cbeeb1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5109 expref: 528 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.723665:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4800/0x96d1ba5869cbe72c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c16 expref: 629 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.723693:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13c00/0x96d1ba5869cbeeb1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5109 expref: 528 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.723696:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea95e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481533312:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.723738:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.723740:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.723744:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc2e67 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723752:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc2e67 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.723776:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.723780:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a183c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.723803:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+527:2417:x1847765489570560:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 265us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.723805:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32755 00000100:00100000:3.0:1762170988.723818:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32754 00000100:00100000:1.0:1762170988.723822:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+629:2415:x1847765489571072:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.723833:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.723838:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1dadc00/0x96d1ba5869cbe709 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bfa expref: 629 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.723850:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1dadc00/0x96d1ba5869cbe709 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bfa expref: 629 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.723867:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.723870:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.723875:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.723875:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc2e8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.723886:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc2e8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.723901:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489570944 00010000:00010000:1.0:1762170988.723903:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.723906:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489570944 00010000:00010000:3.0:1762170988.723926:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7c00/0x96d1ba5869cbe710 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bec expref: 630 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.723932:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+630:2415:x1847765489571072:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 113us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.723942:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32755 00000100:00100000:1.0:1762170988.724005:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.724023:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489570816 00000100:00100000:3.0:1762170988.724027:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489570816 00010000:00010000:3.0:1762170988.724046:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cea00/0x96d1ba5869cbeebf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5125 expref: 527 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.724073:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32756 00000100:00100000:3.0:1762170988.724082:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+629:2417:x1847765489570944:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.724091:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.724096:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7c00/0x96d1ba5869cbe710 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bec expref: 629 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.724108:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7c00/0x96d1ba5869cbe710 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bec expref: 629 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.724126:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7c00/0x96d1ba5869cbe710 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4bec expref: 629 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.724130:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea95e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481532928:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.724148:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.724151:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.724154:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2e83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.724158:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.724163:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2e83 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.724190:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.724195:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32757 00000100:00100000:1.0:1762170988.724210:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+527:2417:x1847765489570816:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.724219:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+628:2417:x1847765489570944:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 136us (345us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.724225:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.724230:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32756 00010000:00010000:1.0:1762170988.724236:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cea00/0x96d1ba5869cbeebf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5125 expref: 527 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.724252:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cea00/0x96d1ba5869cbeebf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5125 expref: 527 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.724270:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cea00/0x96d1ba5869cbeebf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5125 expref: 527 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.724282:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481532544:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.724282:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.724287:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.724294:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc2e7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.724312:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.724315:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc2e7c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.724354:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.724355:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.724361:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2e83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.724369:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.724373:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2e83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.724380:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+526:2417:x1847765489570816:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 174us (376us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.724385:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2e83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.724394:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32757 00010000:00010000:3.0:1762170988.724402:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2e83 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.724411:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2e83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.724431:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170988.724437:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.724441:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.724444:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.724445:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481533440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.724498:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.724554:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481532160:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.724579:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc2e91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.724825:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889d86e16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+496:3641:x1847765481530752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5813us (6070us total) trans 4294975227 rc 0/0 00000100:00100000:1.0:1762170988.724834:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41375 00010000:00010000:1.0:1762170988.724921:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.724928:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc2e7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.724937:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.724941:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc2e7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.724951:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc2e7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.724964:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc2e7c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.724972:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc2e7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.724999:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.725004:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.725005:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.725009:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.725025:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489571328 00000100:00100000:1.0:1762170988.725030:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489571328 00000100:00100000:3.0:1762170988.725048:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.725054:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13200/0x96d1ba5869cbeedb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc514f expref: 526 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.725086:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.725112:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489571200 00000100:00100000:3.0:1762170988.725119:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489571200 00000004:00080000:1.0:1762170988.725120:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb0ac3800/2, rc 0, transno 4294975228 00000100:00100000:1.0:1762170988.725135:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb0ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481530880:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.725145:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e9f85a600/0x96d1ba5869cbe717 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c08 expref: 628 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.725174:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489571584 00000100:00100000:3.0:1762170988.725180:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489571584 00000100:00100000:1.0:1762170988.725198:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf90f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481533696:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.725200:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12000/0x96d1ba5869cbeed4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5141 expref: 527 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.725230:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32758 00000100:00100000:1.0:1762170988.725238:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.725246:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+527:2417:x1847765489571328:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.725262:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.725269:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13200/0x96d1ba5869cbeedb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc514f expref: 527 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.725286:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32759 00010000:00010000:3.0:1762170988.725294:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13200/0x96d1ba5869cbeedb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc514f expref: 527 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.725302:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8767100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+628:2416:x1847765489571200:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.725318:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.725321:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13200/0x96d1ba5869cbeedb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x70f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc514f expref: 527 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.725327:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e9f85a600/0x96d1ba5869cbe717 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c08 expref: 628 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.725341:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.725346:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.725346:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e9f85a600/0x96d1ba5869cbe717 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c08 expref: 628 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.725352:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.725367:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.725371:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.725377:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2e9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.725379:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.725411:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2e9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.725440:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.725469:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8767100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+628:2416:x1847765489571200:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 169us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.725483:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32759 00010000:00010000:3.0:1762170988.725486:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.725509:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.725520:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.725532:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.725547:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.725568:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+524:2417:x1847765489571328:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 273us (514us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.725571:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.725595:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32758 00010000:00010000:3.0:1762170988.725640:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.725647:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.725660:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.725664:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.725680:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.725693:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.725704:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc2ea6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.725762:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.725767:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.725768:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea95e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+497:3643:x1847765481532672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3448us (3566us total) trans 4294975229 rc 0/0 00010000:00010000:3.0:1762170988.725771:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.725784:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41382 00000004:00080000:1.0:1762170988.725827:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e5b800/2, rc 0, transno 4294975229 00000100:00100000:1.0:1762170988.725841:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481532672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.725882:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.725891:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.725905:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.725912:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.725934:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.725943:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.725964:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.725970:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.725978:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.725982:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.725990:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.726003:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.726012:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc2e98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.726032:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.726036:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.726039:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.726051:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481533952 00000100:00100000:1.0:1762170988.726056:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481533952 00000100:00100000:1.0:1762170988.726096:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41387 00000100:00100000:1.0:1762170988.726107:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+499:3640:x1847765481533952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.726125:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1810 count 1 00000100:00100000:3.0:1762170988.726133:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+499:3641:x1847765481531904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5601us (5674us total) trans 4294975231 rc 0/0 00010000:00010000:1.0:1762170988.726140:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc2ec9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.726144:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41380 00010000:00010000:1.0:1762170988.726158:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a400/0x96d1ba5869cbeef7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5179 expref: 523 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.726167:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.726169:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.726172:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc2ec9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.726198:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.726199:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a400/0x96d1ba5869cbeef7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5179 expref: 523 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.726213:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a400/0x96d1ba5869cbeef7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5179 expref: 523 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.726225:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481534080:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.726261:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18c00 going to sleep for 11 seconds 00000004:00080000:1.0:1762170988.726298:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8765180/2, rc 0, transno 4294975230 00000100:00100000:3.0:1762170988.726300:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.726314:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481530496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.726381:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489571456 00000100:00100000:3.0:1762170988.726384:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.726387:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489571456 00000100:00100000:3.0:1762170988.726407:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489571712 00010000:00010000:1.0:1762170988.726411:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56bc00/0x96d1ba5869cbeec6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5133 expref: 524 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.726412:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489571712 00010000:00010000:3.0:1762170988.726436:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f0400/0x96d1ba5869cbeee2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc515d expref: 525 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.726444:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489571840 00000100:00100000:1.0:1762170988.726450:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489571840 00010000:00010000:1.0:1762170988.726469:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4800/0x96d1ba5869cbe72c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c16 expref: 628 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.726499:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489571968 00000100:00100000:1.0:1762170988.726505:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489571968 00000100:00100000:3.0:1762170988.726506:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32761 00000100:00100000:3.0:1762170988.726525:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+525:2416:x1847765489571456:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.726527:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dad800/0x96d1ba5869cbe71e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c24 expref: 629 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.726541:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.726553:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56bc00/0x96d1ba5869cbeec6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5133 expref: 525 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.726567:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32763 00010000:00010000:3.0:1762170988.726597:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56bc00/0x96d1ba5869cbeec6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5133 expref: 525 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.726597:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+525:2416:x1847765489571712:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.726615:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.726626:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f0400/0x96d1ba5869cbeee2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc515d expref: 525 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.726634:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56bc00/0x96d1ba5869cbeec6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x70d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5133 expref: 525 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.726657:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f0400/0x96d1ba5869cbeee2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc515d expref: 525 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.726663:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.726668:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.726674:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc2e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.726683:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f0400/0x96d1ba5869cbeee2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc515d expref: 524 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.726697:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc2e91 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.726788:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.726792:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.726800:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.726800:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2ead lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.726822:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2ead lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.726829:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+523:2416:x1847765489571456:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 308us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.726841:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32761 00010000:00010000:1.0:1762170988.726849:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.726868:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32764 00000100:00100000:1.0:1762170988.726878:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+522:2416:x1847765489571712:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 298us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.726883:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+629:2416:x1847765489571968:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.726896:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32763 00010000:00010000:3.0:1762170988.726898:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.726908:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1dad800/0x96d1ba5869cbe71e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c24 expref: 629 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.726929:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1dad800/0x96d1ba5869cbe71e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c24 expref: 628 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.726949:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dad800/0x96d1ba5869cbe71e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c24 expref: 628 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.726956:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4800/0x96d1ba5869cbe72c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c16 expref: 628 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.726980:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.726984:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.726990:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea95e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481533312:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.726991:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727007:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2ebb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.727008:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.727028:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.727034:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727038:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.727041:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.727050:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.727060:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+626:2416:x1847765489571968:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 182us (680us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.727066:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170988.727072:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32764 00010000:00010000:1.0:1762170988.727080:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170988.727087:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2ead lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.727095:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.727099:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2ead lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727105:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.727114:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.727116:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2ead lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727136:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.727142:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.727145:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2ead lrc: 1/0,0 mode: --/PW res: [0x280000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.727168:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2ead lrc: 0/0,0 mode: --/PW res: [0x280000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727177:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727195:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.727196:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.727203:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.727209:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2eb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.727209:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.727237:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.727242:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.727246:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.727260:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc2e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727283:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc2e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727297:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc2e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727307:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc2e91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727323:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.727508:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.727521:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481534464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.727571:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+499:3643:x1847765481531648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7305us (7427us total) trans 4294975233 rc 0/0 00000100:00100000:1.0:1762170988.727572:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1762170988.727624:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e08a80/2, rc 0, transno 4294975233 00000100:00100000:1.0:1762170988.727638:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481531648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.727646:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41379 00000100:00100000:3.0:1762170988.727674:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481534464 00000100:00100000:3.0:1762170988.727680:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481534464 00000100:00100000:1.0:1762170988.727686:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889d85eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481534592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.727743:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41389 00000100:00100000:1.0:1762170988.727754:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.727756:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea95e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+499:3643:x1847765481534464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.727771:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1812 count 1 00010000:00010000:3.0:1762170988.727784:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727796:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12e00/0x96d1ba5869cbef05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5195 expref: 521 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.727804:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.727806:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.727809:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727833:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12e00/0x96d1ba5869cbef05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5195 expref: 521 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.727845:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12e00/0x96d1ba5869cbef05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5195 expref: 521 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.727857:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481534720:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.727916:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c000 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.727921:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea95eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+386:3640:x1847765481533184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4363us (4645us total) trans 4294977077 rc 0/0 00000100:00100000:1.0:1762170988.727930:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41384 00000100:00100000:3.0:1762170988.727948:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41390 00000100:00100000:3.0:1762170988.727959:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+500:3643:x1847765481534592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.727969:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1813 count 1 00010000:00010000:3.0:1762170988.727979:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc2ede lrc: 3/0,1 mode: --/PW res: [0x280000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.727989:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b000/0x96d1ba5869cbef0c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51a3 expref: 521 pid: 24348 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1762170988.727989:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e5ad80/2, rc 0, transno 4294977078 00010000:00010000:3.0:1762170988.727999:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.728002:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.728004:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc2ede lrc: 4/0,1 mode: --/PW res: [0x280000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.728008:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481533440:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.728027:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b000/0x96d1ba5869cbef0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51a3 expref: 521 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.728035:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b000/0x96d1ba5869cbef0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51a3 expref: 521 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.728047:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481534848:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.728080:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.728118:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481534976 00000100:00100000:3.0:1762170988.728124:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481534976 00000100:00100000:1.0:1762170988.728176:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481535104 00000100:00100000:1.0:1762170988.728180:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481535104 00000100:00100000:1.0:1762170988.728209:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41391 00000100:00100000:1.0:1762170988.728215:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+387:3640:x1847765481535104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.728225:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1703 count 1 00010000:00010000:1.0:1762170988.728235:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc2ee5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.728244:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea800/0x96d1ba5869cc0b3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ffd expref: 625 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.728249:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170988.728250:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170988.728253:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc2ee5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.728267:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41392 00000100:00100000:3.0:1762170988.728275:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+388:3640:x1847765481534976:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.728279:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea800/0x96d1ba5869cc0b3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ffd expref: 625 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.728287:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1702 count 1 00010000:00010000:1.0:1762170988.728292:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea800/0x96d1ba5869cc0b3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ffd expref: 625 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.728299:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc2eec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.728306:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea735f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481535232:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.728321:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6800/0x96d1ba5869cbe725 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c32 expref: 625 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.728326:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.728327:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.728329:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc2eec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.728348:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6800/0x96d1ba5869cbe725 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c32 expref: 625 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.728349:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18f00 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.728359:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6800/0x96d1ba5869cbe725 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c32 expref: 625 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.728367:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481535360:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.728401:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55c00 going to sleep for 11 seconds 00000004:00080000:1.0:1762170988.728467:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e09f80/2, rc 0, transno 4294977076 00000100:00100000:1.0:1762170988.728487:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481530368:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.728647:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481535616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.728681:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.728786:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00010000:00010000:1.0:1762170988.728797:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.728803:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc2e8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.728817:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.728821:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc2e8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.728830:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc2e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.728845:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc2e8a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.728852:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc2e8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.728873:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.728877:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.728881:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.728937:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea735d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481535488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.728973:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.728994:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481536000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.729030:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.729053:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481534720:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.729071:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.729073:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481534080:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.729095:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc2ec9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.729147:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481535488 00000100:00100000:1.0:1762170988.729152:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481535488 00000100:00100000:1.0:1762170988.729180:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481536000 00000100:00100000:1.0:1762170988.729184:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481536000 00000100:00100000:1.0:1762170988.729207:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41395 00000100:00100000:1.0:1762170988.729218:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+389:3640:x1847765481535872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.729234:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1704 count 1 00010000:00010000:1.0:1762170988.729248:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.729262:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7200/0x96d1ba5869cbea7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c4e expref: 624 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.729272:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.729274:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481534848:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.729277:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.729282:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.729298:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc2ede lrc: 3/0,1 mode: --/PW res: [0x280000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.729309:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7200/0x96d1ba5869cbea7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c4e expref: 624 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.729333:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7200/0x96d1ba5869cbea7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c4e expref: 624 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.729353:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481536512:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.729389:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18c00 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.729408:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481536384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.729450:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.729516:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea735f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481535232:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.729536:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc2ee5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.729907:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.729913:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2e9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.729920:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.729922:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2e9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.729928:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.729937:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2e9f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.729941:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2e9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.729966:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.729969:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.729972:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.730097:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481535360:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.730117:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc2eec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.730187:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.730401:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.730485:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489572224 00010000:00010000:1.0:1762170988.730485:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc2ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.730491:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489572224 00010000:00010000:1.0:1762170988.730506:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc2ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.730516:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a400/0x96d1ba5869cbeef7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5179 expref: 522 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.730520:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc2ee5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.730542:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc2ee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.730560:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.730628:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.730646:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489572480 00000100:00100000:3.0:1762170988.730651:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489572480 00010000:00010000:3.0:1762170988.730670:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12e00/0x96d1ba5869cbef05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5195 expref: 523 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.730768:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32767 00000100:00100000:3.0:1762170988.730781:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+522:2416:x1847765489572480:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.730793:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.730800:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12e00/0x96d1ba5869cbef05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5195 expref: 522 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.730830:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc2ec9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.730837:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc2ec9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.730842:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc2ec9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.730848:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc2ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.730874:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12e00/0x96d1ba5869cbef05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5195 expref: 521 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.730876:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.730894:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12e00/0x96d1ba5869cbef05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5195 expref: 521 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.730909:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.730913:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.730918:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.730931:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.730960:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.731029:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+504:3640:x1847765481533952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4924us (5099us total) trans 4294975234 rc 0/0 00000100:00100000:1.0:1762170988.731042:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41387 00000100:00100000:3.0:1762170988.731043:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+520:2416:x1847765489572480:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 263us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.731058:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32767 00010000:00010000:3.0:1762170988.731093:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.731099:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41399 00010000:00010000:3.0:1762170988.731108:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.731113:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+392:3640:x1847765481537024:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.731126:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.731136:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1707 count 1 00010000:00010000:3.0:1762170988.731141:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.731152:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.731161:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.731168:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cbe748 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c78 expref: 621 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.731177:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.731179:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.731182:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.731194:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.731199:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.731207:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.731212:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.731218:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.731227:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.731231:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc2ed7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.731246:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.731249:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.731254:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.731278:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cbe748 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c78 expref: 621 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.731288:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cbe748 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c78 expref: 621 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.731304:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481537280:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.731310:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea95e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+505:3643:x1847765481534464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3556us (3741us total) trans 4294975235 rc 0/0 00000100:00100000:3.0:1762170988.731323:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41389 00000100:00100000:1.0:1762170988.731350:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a183c0 going to sleep for 11 seconds 00000004:00080000:1.0:1762170988.731379:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531d180/2, rc 0, transno 4294975235 00000100:00100000:1.0:1762170988.731390:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481534464:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1762170988.733134:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f76680/2, rc 0, transno 4294977058 00000100:00100000:1.0:1762170988.733149:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481520000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.733336:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.733412:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489572864 00000100:00100000:3.0:1762170988.733419:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489572864 00000100:00100000:1.0:1762170988.733421:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.733450:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6800/0x96d1ba5869cbe725 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c32 expref: 622 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.733480:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.733499:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489572096 00000100:00100000:3.0:1762170988.733504:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489572096 00000100:00100000:1.0:1762170988.733519:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.733524:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13600/0x96d1ba5869cbeef0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc516b expref: 520 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.733562:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489572352 00000100:00100000:3.0:1762170988.733566:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489572352 00000100:00100000:1.0:1762170988.733596:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.733603:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f1000/0x96d1ba5869cbeefe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5187 expref: 521 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.733630:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489572608 00000100:00100000:1.0:1762170988.733630:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.733635:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489572608 00000100:00100000:1.0:1762170988.733659:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.733660:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56b000/0x96d1ba5869cbef0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51a3 expref: 523 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.733681:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489573632 00000100:00100000:3.0:1762170988.733687:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489573632 00000100:00100000:1.0:1762170988.733688:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.733729:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dace00/0x96d1ba5869cbe73a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c5c expref: 624 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.733740:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.733749:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489573504 00000100:00100000:3.0:1762170988.733754:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489573504 00000100:00100000:1.0:1762170988.733767:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.733776:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6400/0x96d1ba5869cbe741 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c6a expref: 625 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.733798:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489573376 00000100:00100000:3.0:1762170988.733802:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489573376 00010000:00010000:3.0:1762170988.733823:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f0a00/0x96d1ba5869cbef13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b1 expref: 525 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.733823:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481537280:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.733851:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.733852:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32769 00000100:00100000:3.0:1762170988.733868:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+525:2416:x1847765489572096:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.733883:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.733885:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32770 00010000:00010000:3.0:1762170988.733891:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13600/0x96d1ba5869cbeef0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc516b expref: 525 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.733901:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+525:2416:x1847765489572352:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.733917:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13600/0x96d1ba5869cbeef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc516b expref: 525 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.733918:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.733928:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f1000/0x96d1ba5869cbeefe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5187 expref: 525 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.733950:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f1000/0x96d1ba5869cbeefe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5187 expref: 525 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.733951:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13600/0x96d1ba5869cbeef0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc516b expref: 525 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.733981:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.733985:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.733986:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f1000/0x96d1ba5869cbeefe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5187 expref: 524 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.733989:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ec2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734010:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ec2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.734015:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.734019:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.734024:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2ed0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.734039:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2ed0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.734062:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.734092:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+523:2416:x1847765489572352:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (615us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.734097:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.734104:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32770 00000100:00100000:3.0:1762170988.734128:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+521:2416:x1847765489572096:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 264us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.734134:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32772 00000100:00100000:3.0:1762170988.734141:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32769 00000100:00100000:1.0:1762170988.734147:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+521:2417:x1847765489572992:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.734157:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.734161:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32773 00010000:00010000:1.0:1762170988.734166:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13400/0x96d1ba5869cbef1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51cd expref: 520 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.734173:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+623:2415:x1847765489573632:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.734185:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.734190:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13400/0x96d1ba5869cbef1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51cd expref: 519 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.734193:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1dace00/0x96d1ba5869cbe73a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c5c expref: 623 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.734218:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13400/0x96d1ba5869cbef1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51cd expref: 519 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.734233:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.734237:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.734242:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc2ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.734259:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc2ef3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734272:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1dace00/0x96d1ba5869cbe73a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c5c expref: 623 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.734292:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.734301:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dace00/0x96d1ba5869cbe73a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c5c expref: 623 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.734320:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+518:2417:x1847765489572992:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (736us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.734324:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.734327:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.734333:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2f0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.734340:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32772 00010000:00010000:3.0:1762170988.734350:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2f0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734377:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.734388:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32776 00000100:00100000:3.0:1762170988.734404:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+621:2415:x1847765489573632:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 232us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.734405:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+517:2417:x1847765489573120:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.734420:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32773 00010000:00010000:1.0:1762170988.734424:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.734433:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56aa00/0x96d1ba5869cbef21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51bf expref: 517 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.734437:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32777 00000100:00100000:3.0:1762170988.734450:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+517:2417:x1847765489573376:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.734453:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56aa00/0x96d1ba5869cbef21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51bf expref: 517 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.734466:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.734474:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f0a00/0x96d1ba5869cbef13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b1 expref: 517 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.734478:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56aa00/0x96d1ba5869cbef21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51bf expref: 517 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.734506:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.734510:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.734511:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f0a00/0x96d1ba5869cbef13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b1 expref: 516 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.734516:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc2efa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734536:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f0a00/0x96d1ba5869cbef13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b1 expref: 516 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.734539:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc2efa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734555:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.734559:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.734563:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afe00/0x96d1ba5869cc2f08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.734569:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.734580:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afe00/0x96d1ba5869cc2f08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.734604:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+515:2417:x1847765489573120:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 204us (863us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.734615:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.734619:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32776 00000100:00100000:3.0:1762170988.734637:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+514:2417:x1847765489573376:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.734650:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32777 00010000:00010000:3.0:1762170988.734675:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.734682:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.734684:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc2ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734697:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.734703:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc2ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734737:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc2ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734750:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc2ef3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734758:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc2ef3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734778:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.734782:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc2efa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734788:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.734792:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc2efa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734799:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc2efa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734810:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc2efa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734817:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc2efa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.734834:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.734841:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.734846:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24afe00/0x96d1ba5869cc2f08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734852:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afe00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.734855:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afe00/0x96d1ba5869cc2f08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734872:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afe00/0x96d1ba5869cc2f08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734886:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24afe00/0x96d1ba5869cc2f08 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734892:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afe00/0x96d1ba5869cc2f08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.734911:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.734917:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.734921:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.734934:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489573760 00000100:00100000:3.0:1762170988.734941:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489573760 00010000:00010000:3.0:1762170988.734962:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cbe748 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c78 expref: 619 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.734981:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.734983:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489573888 00000100:00100000:3.0:1762170988.734988:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489573888 00010000:00010000:3.0:1762170988.735007:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f0600/0x96d1ba5869cbef28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51db expref: 514 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.735075:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489574016 00000100:00100000:3.0:1762170988.735080:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489574016 00010000:00010000:3.0:1762170988.735098:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a600/0x96d1ba5869cbef36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51e9 expref: 515 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.735125:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32778 00000004:00080000:1.0:1762170988.735134:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea735d880/2, rc 0, transno 4294975238 00000100:00100000:3.0:1762170988.735137:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+619:2415:x1847765489573760:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.735145:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea735d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481535488:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1762170988.735166:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d51880/2, rc 0, transno 4294975237 00000100:00100000:1.0:1762170988.735179:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481535616:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.735187:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1762170988.735195:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf90f100/2, rc 0, transno 4294975239 00010000:00010000:3.0:1762170988.735196:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cbe748 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c78 expref: 619 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.735204:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf90f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481533696:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.735226:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cbe748 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c78 expref: 619 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.735231:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481538176:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.735255:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cbe748 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c78 expref: 619 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.735271:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.735282:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.735286:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.735290:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.735300:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.735321:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481538432:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.735331:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.735352:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.735362:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+618:2415:x1847765489573760:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 226us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.735370:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32778 00000100:00100000:1.0:1762170988.735378:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.735387:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481538304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.735394:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32779 00000100:00100000:3.0:1762170988.735407:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+515:2416:x1847765489573888:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.735419:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.735420:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.735428:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f0600/0x96d1ba5869cbef28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51db expref: 515 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.735446:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f0600/0x96d1ba5869cbef28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51db expref: 515 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.735453:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.735461:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.735465:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.735468:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.735471:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2f24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.735493:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.735494:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2f24 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.735521:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.735527:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.735542:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.735555:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+515:2416:x1847765489573888:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.735563:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32779 00000100:00100000:3.0:1762170988.735623:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32780 00000100:00100000:3.0:1762170988.735639:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+514:2417:x1847765489574016:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.735652:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.735662:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a600/0x96d1ba5869cbef36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51e9 expref: 514 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.735688:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56a600/0x96d1ba5869cbef36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51e9 expref: 514 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.735688:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+393:3640:x1847765481537024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4575us (5510us total) trans 4294977083 rc 0/0 00000100:00100000:1.0:1762170988.735735:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41399 00000004:00080000:1.0:1762170988.735782:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531d880/2, rc 0, transno 4294977082 00010000:00010000:3.0:1762170988.735784:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.735788:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.735794:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2f2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.735795:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481536384:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.735816:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2f2b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.735841:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1762170988.735846:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.735855:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481538944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.735872:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+514:2417:x1847765489574016:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 234us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.735881:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32780 00000100:00100000:1.0:1762170988.735889:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.735905:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.735911:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.735922:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.735927:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.735928:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481538944 00000100:00100000:1.0:1762170988.735933:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481538944 00010000:00010000:3.0:1762170988.735941:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.735957:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.735965:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc2f1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.735973:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41406 00010000:00010000:3.0:1762170988.735987:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.735988:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+393:3641:x1847765481538944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.735992:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.735996:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1762170988.736003:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1709 count 1 00010000:00010000:1.0:1762170988.736019:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.736023:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc2ede lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.736042:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc2ede lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.736043:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4400/0x96d1ba5869cbe756 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c94 expref: 617 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.736066:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc2ede lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.736067:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.736072:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.736077:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.736092:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc2ede lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.736114:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4400/0x96d1ba5869cbe756 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c94 expref: 617 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.736122:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1762170988.736138:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4400/0x96d1ba5869cbe756 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c94 expref: 617 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.736159:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481539200:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.736193:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18780 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.736247:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7200/0x96d1ba5869cbea7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c4e expref: 617 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.736260:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+510:3643:x1847765481534592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8303us (8507us total) trans 4294975240 rc 0/0 00000100:00100000:1.0:1762170988.736265:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d53b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481536512:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.736285:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41390 00010000:00010000:1.0:1762170988.736285:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.736308:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.736343:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.736357:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.736366:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.736394:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.736401:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.736410:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.736425:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.736432:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.736453:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.736471:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.736481:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc2f01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.736504:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.736508:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.736513:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.736544:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+395:3640:x1847765481535872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7326us (7735us total) trans 4294977085 rc 0/0 00000100:00100000:1.0:1762170988.736561:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41395 00010000:00010000:3.0:1762170988.736597:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc2eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.736609:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc2eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.736613:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d52300/2, rc 0, transno 4294977084 00000100:00100000:1.0:1762170988.736627:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481536000:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.736634:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc2eec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.736674:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889d85eac000/2, rc 0, transno 4294975240 00000100:00100000:1.0:1762170988.736688:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889d85eac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481534592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.736691:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc2eec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.736696:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170988.736738:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170988.736886:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+395:3640:x1847765481534976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8610us (8786us total) trans 4294977086 rc 0/0 00000100:00100000:3.0:1762170988.736901:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41392 00000100:00100000:1.0:1762170988.737030:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481539968:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.737118:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481539584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.737197:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481539840 00000100:00100000:3.0:1762170988.737204:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481539840 00000100:00100000:3.0:1762170988.737242:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41409 00000100:00100000:3.0:1762170988.737254:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb524ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+396:3640:x1847765481539840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.737267:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1713 count 1 00010000:00010000:3.0:1762170988.737281:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.737304:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e9f85ba00/0x96d1ba5869cbe772 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ccc expref: 616 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.737316:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.737319:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.737324:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.737352:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.737363:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e9f85ba00/0x96d1ba5869cbe772 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ccc expref: 616 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.737389:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e9f85ba00/0x96d1ba5869cbe772 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ccc expref: 616 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.737395:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.737421:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481540224:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.737437:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481539968 00000100:00100000:1.0:1762170988.737439:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481539584 00000100:00100000:3.0:1762170988.737443:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481539968 00000100:00100000:1.0:1762170988.737446:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481539584 00000100:00100000:3.0:1762170988.737474:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41411 00000100:00100000:1.0:1762170988.737486:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41412 00000100:00100000:3.0:1762170988.737488:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+511:3641:x1847765481539968:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.737500:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+397:3643:x1847765481539584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.737508:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1823 count 1 00002000:00080000:1.0:1762170988.737516:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1711 count 1 00010000:00010000:3.0:1762170988.737522:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.737530:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.737551:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fde00/0x96d1ba5869cbf174 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc522f expref: 512 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.737553:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d8969fc00/0x96d1ba5869cc0a2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6eec expref: 616 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.737573:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.737574:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170988.737578:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.737578:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170988.737595:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.737596:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.737629:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d8969fc00/0x96d1ba5869cc0a2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6eec expref: 616 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.737638:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fde00/0x96d1ba5869cbf174 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc522f expref: 512 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.737644:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d8969fc00/0x96d1ba5869cc0a2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6eec expref: 616 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.737662:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fde00/0x96d1ba5869cbf174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc522f expref: 512 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.737666:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481540480:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.737686:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481540608:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.737698:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18c00 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.737769:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55d80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.737937:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55240 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.738074:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.738080:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2f24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.738136:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afa00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.738141:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2f24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.738154:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2f24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.738169:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2f24 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.738177:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2f24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.738203:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.738208:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.738214:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.739379:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481538688:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.739393:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.739491:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481539200:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.739496:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.739508:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.739528:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.739559:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.739581:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489574272 00000100:00100000:1.0:1762170988.739598:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489574272 00000100:00100000:3.0:1762170988.739606:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.739618:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f1a00/0x96d1ba5869cbef4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5205 expref: 513 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.739635:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489574400 00000100:00100000:3.0:1762170988.739641:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489574400 00000100:00100000:1.0:1762170988.739652:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32781 00010000:00010000:3.0:1762170988.739661:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f4800/0x96d1ba5869cbef59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5213 expref: 515 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.739668:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+515:2416:x1847765489574144:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.739685:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.739693:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ba00/0x96d1ba5869cbef44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51f7 expref: 515 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.739741:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ba00/0x96d1ba5869cbef44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51f7 expref: 515 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.739777:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ba00/0x96d1ba5869cbef44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51f7 expref: 515 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.739805:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.739808:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.739814:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc2f55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.739839:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc2f55 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.739841:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32784 00010000:00010000:1.0:1762170988.739879:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.739886:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+512:2416:x1847765489574400:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.739901:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.739907:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+512:2416:x1847765489574144:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 242us (412us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.739912:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f4800/0x96d1ba5869cbef59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5213 expref: 512 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.739927:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32781 00010000:00010000:3.0:1762170988.739938:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f4800/0x96d1ba5869cbef59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x71d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5213 expref: 511 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.739975:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.740011:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f4800/0x96d1ba5869cbef59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x71d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5213 expref: 510 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.740023:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.740026:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.740028:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740034:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740048:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.740066:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+509:2416:x1847765489574400:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 214us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.740073:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32784 00000100:00100000:3.0:1762170988.740089:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489574656 00000100:00100000:3.0:1762170988.740092:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489574656 00010000:00010000:3.0:1762170988.740165:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4400/0x96d1ba5869cbe756 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c94 expref: 617 pid: 24348 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170988.740177:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531e300/2, rc 0, transno 4294975244 00000100:00100000:3.0:1762170988.740193:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32785 00000100:00100000:1.0:1762170988.740195:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481538176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.740248:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481541376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.740250:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+617:2417:x1847765489574656:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.740268:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.740276:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4400/0x96d1ba5869cbe756 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c94 expref: 617 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.740281:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.740298:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4400/0x96d1ba5869cbe756 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c94 expref: 617 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.740318:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4400/0x96d1ba5869cbe756 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c94 expref: 617 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.740320:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.740333:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e91ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481541504:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.740348:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.740352:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.740357:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.740372:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.740420:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740459:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.740464:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.740486:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.740503:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.740529:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.740533:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d000/0x96d1ba5869cbefe5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5275 expref: 508 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.740548:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f5800/0x96d1ba5869cbefde lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5267 expref: 508 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.740548:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.740550:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.740554:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.740559:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.740580:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f5800/0x96d1ba5869cbefde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5267 expref: 508 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.740581:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.740601:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+616:2417:x1847765489574656:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 245us (517us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.740607:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.740609:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d000/0x96d1ba5869cbefe5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5275 expref: 508 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.740614:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481541632:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.740614:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.740619:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32785 00010000:00010000:1.0:1762170988.740632:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.740637:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.740637:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d000/0x96d1ba5869cbefe5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5275 expref: 508 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.740641:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489574784 00000100:00100000:3.0:1762170988.740645:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489574784 00010000:00010000:1.0:1762170988.740655:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740661:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dad400/0x96d1ba5869cbe75d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ca2 expref: 616 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.740664:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.740664:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8767100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481541760:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.740667:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.740679:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc2f4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.740695:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32786 00010000:00010000:1.0:1762170988.740697:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.740700:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.740702:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.740705:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e886e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+616:2417:x1847765489574784:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.740732:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.740789:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8764700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481539456:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.740813:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481540352:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.740813:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740833:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.740836:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740842:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1dad400/0x96d1ba5869cbe75d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ca2 expref: 616 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.740855:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.740856:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+398:3641:x1847765481538944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4872us (4967us total) trans 4294977087 rc 0/0 00010000:00010000:3.0:1762170988.740857:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1dad400/0x96d1ba5869cbe75d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ca2 expref: 616 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.740869:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc2f40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.740874:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41406 00010000:00010000:0.0:1762170988.740884:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc2f40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740885:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dad400/0x96d1ba5869cbe75d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ca2 expref: 616 pid: 9199 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170988.740903:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d53100/2, rc 0, transno 4294977087 00010000:00010000:0.0:1762170988.740905:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc2f40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740906:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.740909:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.740913:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.740917:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481538944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.740923:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc2f40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740931:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.740949:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.740957:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.740958:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.740965:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc2f40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740973:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.740977:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc2f40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740985:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc2f40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.740997:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc2f40 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.741004:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc2f40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.741021:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.741024:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.741028:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.741041:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.741050:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.741059:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.741059:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481540736:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.741073:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.741080:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.741093:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+516:3643:x1847765481538432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5484us (5740us total) trans 4294975246 rc 0/0 00010000:00010000:3.0:1762170988.741094:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.741104:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41404 00000100:00100000:2.0:1762170988.741111:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481537920:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.741113:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.741127:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.741129:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.741134:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.741145:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.741146:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.741151:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.741161:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.741172:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489574912 00010000:00010000:0.0:1762170988.741175:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.741177:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.741179:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489574912 00010000:00010000:0.0:1762170988.741189:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc2f47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.741203:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f2200/0x96d1ba5869cbef7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc523d expref: 509 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.741211:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.741215:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.741218:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.741223:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.741231:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489575040 00000100:00100000:2.0:1762170988.741236:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489575040 00000100:00100000:0.0:1762170988.741238:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170988.741243:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+516:3643:x1847765481538304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5603us (5825us total) trans 4294975247 rc 0/0 00000100:00100000:3.0:1762170988.741252:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41405 00010000:00010000:2.0:1762170988.741254:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d8969fc00/0x96d1ba5869cc0a2c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6eec expref: 616 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.741254:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481541888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.741277:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489575296 00000100:00100000:3.0:1762170988.741281:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489575296 00000100:00100000:2.0:1762170988.741281:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489575168 00000100:00100000:2.0:1762170988.741286:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489575168 00000100:00100000:1.0:1762170988.741287:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.741298:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.741301:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5000/0x96d1ba5869cbe76b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cbe expref: 617 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.741308:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fde00/0x96d1ba5869cbf174 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc522f expref: 510 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.741312:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.741320:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489575424 00000100:00100000:3.0:1762170988.741323:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489575424 00000100:00100000:2.0:1762170988.741333:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489575552 00010000:00010000:3.0:1762170988.741338:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7000/0x96d1ba5869cbe74f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c86 expref: 618 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.741339:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489575552 00000100:00100000:0.0:1762170988.741340:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481541888 00000100:00100000:0.0:1762170988.741347:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481541888 00000100:00100000:3.0:1762170988.741357:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489575680 00010000:00010000:2.0:1762170988.741358:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f2e00/0x96d1ba5869cbef8a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc524b expref: 511 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.741361:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489575680 00000100:00100000:1.0:1762170988.741371:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.741376:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f0e00/0x96d1ba5869cbefd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5259 expref: 512 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.741382:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489575808 00000100:00100000:0.0:1762170988.741383:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41418 00000100:00100000:2.0:1762170988.741388:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489575808 00000100:00100000:3.0:1762170988.741393:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32787 00000100:00100000:0.0:1762170988.741398:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+398:3642:x1847765481541888:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.741404:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+512:2417:x1847765489574912:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.741407:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e9f85ba00/0x96d1ba5869cbe772 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ccc expref: 619 pid: 33721 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170988.741407:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531c380/2, rc 0, transno 4294975247 00002000:00080000:0.0:1762170988.741415:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1714 count 1 00000100:00100000:1.0:1762170988.741417:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481538304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.741430:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32788 00010000:00010000:0.0:1762170988.741430:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.741444:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+619:2417:x1847765489575040:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.741448:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1762170988.741448:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dac000/0x96d1ba5869cbe779 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cda expref: 619 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.741455:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.741458:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.741459:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481542016:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.741463:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.741464:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.741465:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d8969fc00/0x96d1ba5869cc0a2c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6eec expref: 619 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.741469:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.741472:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f2200/0x96d1ba5869cbef7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc523d expref: 512 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.741484:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.741488:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d8969fc00/0x96d1ba5869cc0a2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6eec expref: 619 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.741501:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f2200/0x96d1ba5869cbef7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc523d expref: 512 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.741508:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1762170988.741510:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531ea00/2, rc 0, transno 4294975246 00010000:00010000:2.0:1762170988.741513:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.741513:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1dac000/0x96d1ba5869cbe779 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cda expref: 619 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.741520:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481538432:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.741522:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f2200/0x96d1ba5869cbef7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc523d expref: 512 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.741522:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.741536:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1dac000/0x96d1ba5869cbe779 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cda expref: 619 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.741547:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481542272:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.741548:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.741551:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.741556:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.741563:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.741566:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481542144:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.741572:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.741572:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.741581:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.741615:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.741620:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32789 00000100:00100000:2.0:1762170988.741626:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+619:2417:x1847765489575040:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.741634:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+619:2417:x1847765489575296:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.741635:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f000 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.741641:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+511:2417:x1847765489574912:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 235us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.741641:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32788 00010000:00010000:1.0:1762170988.741647:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.741653:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5000/0x96d1ba5869cbe76b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cbe expref: 619 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.741654:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32787 00000100:00100000:0.0:1762170988.741658:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481542016 00000100:00100000:0.0:1762170988.741665:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481542016 00000100:00100000:2.0:1762170988.741671:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32790 00010000:00010000:1.0:1762170988.741671:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5000/0x96d1ba5869cbe76b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cbe expref: 618 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.741685:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32791 00010000:00010000:1.0:1762170988.741687:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5000/0x96d1ba5869cbe76b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cbe expref: 618 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.741689:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+510:2417:x1847765489575168:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.741695:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481542272 00000100:00100000:3.0:1762170988.741699:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+618:2414:x1847765489575424:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.741702:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481542272 00010000:00010000:2.0:1762170988.741733:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.741735:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.741735:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.741739:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.741742:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fde00/0x96d1ba5869cbf174 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc522f expref: 510 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.741744:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.741745:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7000/0x96d1ba5869cbe74f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c86 expref: 617 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.741765:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fde00/0x96d1ba5869cbf174 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc522f expref: 510 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.741777:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7000/0x96d1ba5869cbe74f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c86 expref: 617 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.741781:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41419 00010000:00010000:1.0:1762170988.741787:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.741796:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+517:3641:x1847765481542016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.741797:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.741802:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.741810:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7000/0x96d1ba5869cbe74f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4c86 expref: 617 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.741810:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.741817:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1829 count 1 00010000:00010000:1.0:1762170988.741822:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.741836:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.741836:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.741838:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.741842:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.741850:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.741850:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+616:2417:x1847765489575296:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 216us (701us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.741867:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f3200/0x96d1ba5869cbefec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5283 expref: 510 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.741872:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32789 00010000:00010000:0.0:1762170988.741883:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.741885:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.741888:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.741889:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.741897:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32792 00000100:00100000:1.0:1762170988.741907:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+510:2416:x1847765489575552:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.741914:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+510:2417:x1847765489575168:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 229us (736us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.741919:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f3200/0x96d1ba5869cbefec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5283 expref: 510 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.741920:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.741926:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32790 00010000:00010000:3.0:1762170988.741927:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.741931:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f2e00/0x96d1ba5869cbef8a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc524b expref: 510 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.741943:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f3200/0x96d1ba5869cbefec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5283 expref: 509 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.741950:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32793 00010000:00010000:1.0:1762170988.741959:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f2e00/0x96d1ba5869cbef8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc524b expref: 509 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.741963:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.741964:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e886e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+509:2416:x1847765489575680:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.741966:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea74f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481542400:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.741980:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.741985:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.741987:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f0e00/0x96d1ba5869cbefd7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5259 expref: 509 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.741990:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.741991:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+615:2414:x1847765489575424:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 295us (778us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.741995:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.742007:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.742009:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f0e00/0x96d1ba5869cbefd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5259 expref: 509 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.742011:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.742027:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.742031:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.742034:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.742035:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41420 00010000:00010000:2.0:1762170988.742039:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.742047:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+509:2416:x1847765489575552:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 140us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.742049:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+517:3641:x1847765481542272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.742057:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32791 00010000:00010000:2.0:1762170988.742057:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.742066:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32792 00002000:00080000:0.0:1762170988.742070:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1830 count 1 00000100:00100000:3.0:1762170988.742076:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32794 00010000:00010000:2.0:1762170988.742083:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.742084:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.742085:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+614:2416:x1847765489575808:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.742100:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.742102:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f4200/0x96d1ba5869cbeff3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5291 expref: 508 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.742110:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e886e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+508:2416:x1847765489575680:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 146us (794us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.742111:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e9f85ba00/0x96d1ba5869cbe772 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ccc expref: 614 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.742114:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.742118:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.742124:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.742129:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32793 00010000:00010000:3.0:1762170988.742135:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e9f85ba00/0x96d1ba5869cbe772 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ccc expref: 614 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.742152:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.742152:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8767100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481541760:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.742156:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.742157:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f4200/0x96d1ba5869cbeff3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5291 expref: 507 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.742159:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.742166:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742178:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f4200/0x96d1ba5869cbeff3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5291 expref: 507 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.742180:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.742202:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.742202:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481541632:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.742204:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481542528:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.742225:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.742226:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+614:2416:x1847765489575808:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 142us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.742236:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8ef22cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.742238:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.742239:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32794 00000100:00100000:3.0:1762170988.742257:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489575936 00000100:00100000:3.0:1762170988.742261:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489575936 00010000:00010000:3.0:1762170988.742273:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f5800/0x96d1ba5869cbefde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5267 expref: 508 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.742280:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742282:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f0e00/0x96d1ba5869cbefd7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5259 expref: 508 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.742292:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32795 00010000:00010000:2.0:1762170988.742298:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.742302:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+507:2416:x1847765489575936:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.742306:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481541248:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.742314:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.742319:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.742319:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.742320:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f5800/0x96d1ba5869cbefde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5267 expref: 507 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.742329:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.742345:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.742347:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f5800/0x96d1ba5869cbefde lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5267 expref: 507 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.742368:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.742375:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.742378:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742387:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742400:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.742404:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f5800/0x96d1ba5869cbefde lrc: 0/0,0 mode: --/PR res: [0x280000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5267 expref: 507 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.742414:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489576064 00000100:00100000:1.0:1762170988.742420:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489576064 00010000:00010000:0.0:1762170988.742424:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.742426:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.742428:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.742430:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742435:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.742436:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.742443:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d000/0x96d1ba5869cbefe5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5275 expref: 507 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.742443:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742463:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.742468:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742477:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.742483:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32796 00000100:00100000:1.0:1762170988.742497:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+507:2416:x1847765489576064:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.742497:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.742501:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+518:3642:x1847765481540096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5219us (5300us total) trans 4294975248 rc 0/0 00010000:00010000:1.0:1762170988.742510:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.742518:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d000/0x96d1ba5869cbefe5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5275 expref: 507 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.742521:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41410 00010000:00010000:0.0:1762170988.742537:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc2f6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.742541:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d000/0x96d1ba5869cbefe5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5275 expref: 507 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.742545:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.742550:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.742554:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.742564:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aee00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.742566:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d000/0x96d1ba5869cbefe5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5275 expref: 507 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.742568:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.742569:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742572:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.742576:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.742582:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.742595:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+506:2416:x1847765489575936:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 281us (349us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.742597:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.742602:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.742612:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d51c00/2, rc 0, transno 4294975248 00000100:00100000:3.0:1762170988.742617:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32795 00010000:00010000:2.0:1762170988.742617:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.742624:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.742633:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481540096:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.742637:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.742646:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc2f8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.742665:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.742668:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.742671:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.742684:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.742685:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.742695:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.742696:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481542656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.742729:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e886e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+613:2417:x1847765489574784:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 2006us (2248us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.742741:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32786 00010000:00010000:2.0:1762170988.742741:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.742751:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.742756:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.742767:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.742779:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.742783:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.742789:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481542656 00010000:00010000:1.0:1762170988.742793:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.742795:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481542656 00010000:00010000:0.0:1762170988.742804:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.742807:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742825:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.742826:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41421 00010000:00010000:1.0:1762170988.742827:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.742840:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+519:3642:x1847765481542656:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.742849:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742858:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.742859:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1831 count 1 00010000:00010000:1.0:1762170988.742863:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.742875:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742876:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170988.742877:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+519:3641:x1847765481541376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2436us (2597us total) trans 4294975249 rc 0/0 00010000:00010000:0.0:1762170988.742882:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.742901:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41416 00010000:00010000:3.0:1762170988.742906:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c400/0x96d1ba5869cbeffa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc529f expref: 505 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.742909:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.742914:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742931:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.742933:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.742937:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.742937:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.742943:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742944:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.742948:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.742966:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc2f94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.742970:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.742978:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.742980:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c400/0x96d1ba5869cbeffa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc529f expref: 505 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.742983:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.742989:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.743000:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aec00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.743002:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.743007:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743008:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.743018:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743023:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.743030:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc2f9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743032:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743044:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.743048:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.743054:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.743056:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.743057:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.743060:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.743075:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.743076:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c400/0x96d1ba5869cbeffa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc529f expref: 505 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.743079:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743106:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc2f7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.743107:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481542784:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.743131:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.743135:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743139:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.743143:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743148:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743157:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.743159:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55c00 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.743166:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc2f5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.743179:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.743184:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.743188:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.743192:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.743201:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.743207:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fde00/0x96d1ba5869cbf174 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc522f expref: 505 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.743221:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4685450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+519:3643:x1847765481541504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2753us (2849us total) trans 4294975250 rc 0/0 00000100:00100000:3.0:1762170988.743222:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481540608:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.743236:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41417 00000100:00100000:0.0:1762170988.743243:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889d8726bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+399:3640:x1847765481539072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6905us (7150us total) trans 4294977088 rc 0/0 00010000:00010000:3.0:1762170988.743251:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.743253:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41408 00000004:00080000:2.0:1762170988.743256:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed04a80/2, rc 0, transno 4294977088 00010000:00010000:3.0:1762170988.743267:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.743273:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481539072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.743277:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.743277:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b74000/2, rc 0, transno 4294975249 00010000:00010000:3.0:1762170988.743291:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.743294:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481541376:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.743306:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.743325:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.743330:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.743336:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.743344:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.743349:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.743357:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481543040:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.743360:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.743368:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481542912:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.743378:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.743386:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc2f71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.743401:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.743415:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+504:2416:x1847765489576064:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 921us (1099us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.743416:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.743422:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.743427:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32796 00010000:00010000:0.0:1762170988.743428:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.743459:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.743473:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481542144:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.743492:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.743499:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e91ad8e00/2, rc 0, transno 4294975250 00000100:00100000:1.0:1762170988.743512:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e91ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481541504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.743517:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481543040 00000100:00100000:0.0:1762170988.743522:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481543040 00000100:00100000:2.0:1762170988.743554:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+399:3642:x1847765481539712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5932us (6440us total) trans 4294977089 rc 0/0 00000100:00100000:0.0:1762170988.743555:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481542912 00000100:00100000:0.0:1762170988.743561:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481542912 00000100:00100000:2.0:1762170988.743564:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41413 00010000:00010000:3.0:1762170988.743565:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e9f85ba00/0x96d1ba5869cbe772 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ccc expref: 612 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.743582:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481540224:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.743582:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481543168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.743611:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41422 00000100:00100000:2.0:1762170988.743619:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41423 00000100:00100000:0.0:1762170988.743623:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+521:3640:x1847765481543040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.743625:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.743633:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+399:3643:x1847765481542912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.743641:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1832 count 1 00002000:00080000:2.0:1762170988.743649:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1715 count 1 00010000:00010000:0.0:1762170988.743657:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.743660:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.743662:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481543168 00010000:00010000:2.0:1762170988.743665:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.743668:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481543168 00010000:00010000:0.0:1762170988.743676:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f1400/0x96d1ba5869cbf001 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ad expref: 503 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.743686:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743695:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6600/0x96d1ba5869cbe780 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ce8 expref: 611 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.743696:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.743697:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41424 00010000:00010000:0.0:1762170988.743701:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.743728:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+522:3641:x1847765481543168:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.743731:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 4/0,1 mode: --/PW res: [0x280000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743742:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1762170988.743744:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1833 count 1 00010000:00010000:2.0:1762170988.743746:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.743751:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.743761:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.743762:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f1400/0x96d1ba5869cbf001 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ad expref: 503 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.743776:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6600/0x96d1ba5869cbe780 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ce8 expref: 611 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.743785:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f2000/0x96d1ba5869cbf008 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52bb expref: 503 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.743804:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.743804:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.743806:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6600/0x96d1ba5869cbe780 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ce8 expref: 611 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.743809:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.743810:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f1400/0x96d1ba5869cbf001 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ad expref: 503 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.743815:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.743830:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.743841:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481543424:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.743849:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889d8cb68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481543296:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.743850:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.743855:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f2000/0x96d1ba5869cbf008 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52bb expref: 503 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.743877:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f2000/0x96d1ba5869cbf008 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52bb expref: 503 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.743883:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.743886:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.743888:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481543552:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.743893:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7355480 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.743897:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.743903:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.743910:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.743913:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a180c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.743915:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743923:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f2e00/0x96d1ba5869cbef8a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc524b expref: 503 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.743926:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.743932:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb45bb480/2, rc 0, transno 4294977089 00000100:00100000:2.0:1762170988.743939:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481540992:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.743944:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d8969fc00/0x96d1ba5869cc0a2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6eec expref: 611 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.743948:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.743951:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb45bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481539712:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.743954:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.743958:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481540480:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.743972:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc2f63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743973:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.743976:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.743996:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.743997:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.744002:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481543680:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.744005:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.744009:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.744014:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.744017:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744018:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.744032:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744036:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.744038:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.744047:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.744053:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.744069:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170988.744075:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.744081:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.744087:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744094:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.744098:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744107:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744119:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744127:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc2f86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744145:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.744149:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744156:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.744160:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.744161:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea74f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481542400:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.744174:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.744186:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744187:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744204:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc2f78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744223:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.744226:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.744229:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.744238:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.744254:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+522:3640:x1847765481541120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5246us (5919us total) trans 4294975251 rc 0/0 00000100:00100000:0.0:1762170988.744262:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41415 00000004:00080000:2.0:1762170988.744264:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e91ad8380/2, rc 0, transno 4294975251 00000100:00100000:2.0:1762170988.744279:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e91ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481541120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.744306:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481542528:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.744329:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.744341:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481543680 00000100:00100000:2.0:1762170988.744346:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481543680 00000100:00100000:0.0:1762170988.744357:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.744369:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481543808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.744378:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.744379:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41425 00000100:00100000:2.0:1762170988.744392:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1ae8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+401:3642:x1847765481543680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.744406:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1716 count 1 00000100:00100000:0.0:1762170988.744412:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.744421:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744435:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4a00/0x96d1ba5869cbe787 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cf6 expref: 610 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.744442:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.744444:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.744446:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481543808 00010000:00010000:2.0:1762170988.744448:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.744451:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481543808 00000100:00100000:3.0:1762170988.744457:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.744482:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4a00/0x96d1ba5869cbe787 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cf6 expref: 610 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.744494:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4a00/0x96d1ba5869cbe787 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cf6 expref: 610 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.744499:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41426 00000100:00100000:3.0:1762170988.744513:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481542784:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.744515:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+522:3642:x1847765481543808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.744521:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481543936:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170988.744532:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1834 count 1 00010000:00010000:3.0:1762170988.744535:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.744546:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.744550:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489576192 00000100:00100000:2.0:1762170988.744556:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489576192 00010000:00010000:0.0:1762170988.744562:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c800/0x96d1ba5869cbf016 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c9 expref: 502 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.744571:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.744573:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.744578:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 4/0,1 mode: --/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.744579:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dac000/0x96d1ba5869cbe779 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cda expref: 611 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.744624:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489576320 00010000:00010000:0.0:1762170988.744625:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c800/0x96d1ba5869cbf016 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c9 expref: 502 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.744630:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489576320 00010000:00010000:0.0:1762170988.744640:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c800/0x96d1ba5869cbf016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c9 expref: 503 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.744649:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f3200/0x96d1ba5869cbefec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5283 expref: 503 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.744653:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea74f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481544064:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.744677:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489576448 00000100:00100000:2.0:1762170988.744680:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489576448 00000100:00100000:0.0:1762170988.744689:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8ef22cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.744696:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+522:3641:x1847765481539968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7207us (7341us total) trans 4294975252 rc 0/0 00010000:00010000:2.0:1762170988.744697:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f4200/0x96d1ba5869cbeff3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5291 expref: 504 pid: 10282 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170988.744738:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d50700/2, rc 0, transno 4294975252 00000100:00100000:3.0:1762170988.744739:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41411 00000100:00100000:2.0:1762170988.744751:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32797 00000100:00100000:1.0:1762170988.744755:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481539968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.744764:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+611:2417:x1847765489576192:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.744773:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.744778:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32798 00010000:00010000:2.0:1762170988.744780:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1dac000/0x96d1ba5869cbe779 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cda expref: 611 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.744791:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+504:2416:x1847765489576320:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.744798:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1dac000/0x96d1ba5869cbe779 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cda expref: 611 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.744803:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.744811:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170988.744812:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+504:2417:x1847765489574528:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 5100us (5249us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.744814:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f3200/0x96d1ba5869cbefec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5283 expref: 504 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.744823:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481544192:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.744834:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dac000/0x96d1ba5869cbe779 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cda expref: 611 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.744834:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32783 00010000:00010000:3.0:1762170988.744841:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f3200/0x96d1ba5869cbefec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5283 expref: 504 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.744857:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.744861:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.744862:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.744865:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f3200/0x96d1ba5869cbefec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5283 expref: 503 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.744869:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.744883:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.744885:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.744887:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.744893:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.744894:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32799 00000100:00100000:0.0:1762170988.744909:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+502:2415:x1847765489576448:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.744912:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.744923:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.744934:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f4200/0x96d1ba5869cbeff3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5291 expref: 502 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.744937:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.744948:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.744977:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+610:2417:x1847765489576192:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 218us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.744984:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32797 00000100:00100000:3.0:1762170988.745027:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+502:2416:x1847765489576320:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 239us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.745036:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32798 00000100:00100000:2.0:1762170988.745104:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481544192 00000100:00100000:2.0:1762170988.745110:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481544192 00000100:00100000:2.0:1762170988.745143:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41427 00000100:00100000:2.0:1762170988.745157:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+522:3641:x1847765481544192:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.745159:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:2.0:1762170988.745174:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1835 count 1 00010000:00010000:0.0:1762170988.745177:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f4200/0x96d1ba5869cbeff3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5291 expref: 501 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.745186:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489576576 00010000:00010000:2.0:1762170988.745189:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.745191:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489576576 00010000:00010000:0.0:1762170988.745198:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f4200/0x96d1ba5869cbeff3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5291 expref: 502 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.745208:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f5e00/0x96d1ba5869cbf00f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52d7 expref: 502 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.745213:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c400/0x96d1ba5869cbeffa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc529f expref: 501 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.745216:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.745220:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.745223:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.745226:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745227:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.745233:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.745240:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745261:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f5e00/0x96d1ba5869cbf00f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52d7 expref: 501 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.745262:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.745286:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745291:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f5e00/0x96d1ba5869cbf00f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52d7 expref: 501 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.745302:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.745306:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32800 00000100:00100000:2.0:1762170988.745313:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889da0ce9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481544320:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.745320:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+501:2417:x1847765489576576:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.745333:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.745334:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.745343:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c400/0x96d1ba5869cbeffa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc529f expref: 501 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.745355:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.745359:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c400/0x96d1ba5869cbeffa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc529f expref: 501 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.745368:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.745375:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.745379:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c400/0x96d1ba5869cbeffa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc529f expref: 501 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.745379:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.745391:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.745397:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.745398:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.745402:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.745407:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.745410:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.745420:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.745422:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.745435:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.745445:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae400/0x96d1ba5869cc2fa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.745452:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.745461:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.745465:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.745467:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.745476:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+500:2417:x1847765489576576:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (321us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.745480:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.745487:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32800 00010000:00010000:0.0:1762170988.745499:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.745508:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.745516:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.745519:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.745531:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.745535:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.745539:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.745546:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.745566:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.745574:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.745581:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745602:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aea00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.745606:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745615:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745629:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745636:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc2fa9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745663:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.745667:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745675:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.745679:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745688:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745702:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745737:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc2fb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.745749:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+525:3641:x1847765481542016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3954us (4265us total) trans 4294975254 rc 0/0 00000100:00100000:3.0:1762170988.745761:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+525:3642:x1847765481542656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2923us (3005us total) trans 4294975255 rc 0/0 00010000:00010000:2.0:1762170988.745762:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.745762:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41419 00010000:00010000:2.0:1762170988.745767:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.745771:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.745776:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41421 00000004:00080000:1.0:1762170988.745786:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b75880/2, rc 0, transno 4294975254 00000100:00100000:1.0:1762170988.745797:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481542016:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.745802:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.745816:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+523:3642:x1847765481540864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7845us (7926us total) trans 4294975253 rc 0/0 00000100:00100000:2.0:1762170988.745827:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41414 00000004:00080000:0.0:1762170988.745837:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b77800/2, rc 0, transno 4294975255 00000100:00100000:1.0:1762170988.745851:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481544448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.745853:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481542656:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.745883:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.745884:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.745896:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.745905:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.745913:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8767480/2, rc 0, transno 4294975253 00010000:00010000:2.0:1762170988.745914:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.745929:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481540864:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.745936:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481544448 00000100:00100000:1.0:1762170988.745939:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481543552:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.745943:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481544448 00010000:00010000:1.0:1762170988.745955:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.745979:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481544704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.745982:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481543424:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.745996:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea735f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481544576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.745999:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.746005:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.746005:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.746025:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489576704 00000100:00100000:3.0:1762170988.746030:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489576704 00000100:00100000:0.0:1762170988.746042:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.746050:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f1400/0x96d1ba5869cbf001 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ad expref: 500 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.746054:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481544704 00000100:00100000:2.0:1762170988.746060:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481544704 00000100:00100000:1.0:1762170988.746078:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.746088:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489576832 00000100:00100000:3.0:1762170988.746092:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489576832 00000100:00100000:2.0:1762170988.746099:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481544576 00000100:00100000:2.0:1762170988.746104:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481544576 00010000:00010000:3.0:1762170988.746109:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f2000/0x96d1ba5869cbf008 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52bb expref: 501 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.746136:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32801 00000100:00100000:2.0:1762170988.746143:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41428 00000100:00100000:1.0:1762170988.746149:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.746150:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+501:2416:x1847765489576704:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.746160:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.746160:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+525:3641:x1847765481544448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.746169:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f1400/0x96d1ba5869cbf001 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ad expref: 501 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.746174:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489576960 00002000:00080000:2.0:1762170988.746177:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1836 count 1 00000100:00100000:1.0:1762170988.746178:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489576960 00010000:00010000:3.0:1762170988.746181:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f1400/0x96d1ba5869cbf001 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ad expref: 501 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.746195:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.746196:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.746200:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6600/0x96d1ba5869cbe780 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ce8 expref: 610 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.746213:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+402:3642:x1847765481541888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4818us (4913us total) trans 4294977091 rc 0/0 00010000:00010000:2.0:1762170988.746220:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f0c00/0x96d1ba5869cbf01d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52e5 expref: 501 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.746227:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41418 00000100:00100000:1.0:1762170988.746235:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32802 00010000:00010000:2.0:1762170988.746236:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.746241:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.746242:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.746247:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.746248:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+501:2417:x1847765489576832:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.746249:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.746255:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41429 00010000:00010000:1.0:1762170988.746266:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.746271:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.746272:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+525:3643:x1847765481544704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.746274:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f2000/0x96d1ba5869cbf008 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52bb expref: 501 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.746292:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f0c00/0x96d1ba5869cbf01d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52e5 expref: 501 pid: 22703 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170988.746301:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1838 count 1 00010000:00010000:3.0:1762170988.746304:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.746313:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f2000/0x96d1ba5869cbf008 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52bb expref: 501 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.746317:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f0c00/0x96d1ba5869cbf01d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52e5 expref: 501 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.746319:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.746331:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+501:2416:x1847765489576704:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 185us (333us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.746332:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f2000/0x96d1ba5869cbf008 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52bb expref: 501 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.746351:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.746353:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32801 00000100:00100000:2.0:1762170988.746353:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889da0ceb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481544832:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.746353:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.746353:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f4e00/0x96d1ba5869cbf02b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5301 expref: 500 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.746358:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.746376:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32803 00010000:00010000:1.0:1762170988.746377:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746378:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.746383:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.746388:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+610:2416:x1847765489576960:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.746390:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.746398:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.746401:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.746408:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6600/0x96d1ba5869cbe780 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ce8 expref: 610 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.746408:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e900 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.746411:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746419:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f4e00/0x96d1ba5869cbf02b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5301 expref: 499 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.746435:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.746436:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41430 00010000:00010000:3.0:1762170988.746437:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6600/0x96d1ba5869cbe780 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ce8 expref: 610 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.746448:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f4e00/0x96d1ba5869cbf02b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5301 expref: 499 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.746453:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+525:3642:x1847765481544576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.746459:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.746471:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6600/0x96d1ba5869cbe780 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ce8 expref: 610 pid: 8389 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.746475:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1837 count 1 00010000:00010000:1.0:1762170988.746480:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.746480:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481544960:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.746490:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.746495:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.746500:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.746506:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.746514:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7342000 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.746523:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f3c00/0x96d1ba5869cbf024 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52f3 expref: 499 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.746526:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.746528:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1762170988.746543:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531ca80/2, rc 0, transno 4294977091 00010000:00010000:2.0:1762170988.746545:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.746549:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.746553:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.746558:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481541888:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.746559:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.746598:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f3c00/0x96d1ba5869cbf024 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52f3 expref: 499 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.746599:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+609:2416:x1847765489576960:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 199us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.746618:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32803 00010000:00010000:2.0:1762170988.746631:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f3c00/0x96d1ba5869cbf024 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52f3 expref: 499 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.746643:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481545088:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.746652:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f1400/0x96d1ba5869cbf001 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ad expref: 499 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.746668:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889d8cb68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481543296:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.746675:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.746687:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+526:3641:x1847765481543168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2977us (3060us total) trans 4294975256 rc 0/0 00010000:00010000:0.0:1762170988.746692:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.746698:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41424 00000100:00100000:2.0:1762170988.746701:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481545216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.746797:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.746800:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.746802:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.746810:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746813:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.746828:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.746832:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.746833:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.746836:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746854:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.746857:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.746859:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.746882:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746882:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.746885:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746894:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.746902:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.746906:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc2fcc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.746907:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746919:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.746926:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746935:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.746936:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.746941:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.746948:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746954:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.746957:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.746964:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746966:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc2fbe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.746984:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb524ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+403:3640:x1847765481539840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9731us (9828us total) trans 4294977092 rc 0/0 00010000:00010000:1.0:1762170988.746984:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.746995:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.746999:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.747001:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41409 00010000:00010000:0.0:1762170988.747006:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.747012:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.747021:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481545216 00010000:00010000:1.0:1762170988.747022:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc2fc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.747026:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481545216 00010000:00010000:1.0:1762170988.747046:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.747050:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.747054:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.747059:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+403:3643:x1847765481542912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3429us (3599us total) trans 4294977093 rc 0/0 00000100:00100000:3.0:1762170988.747066:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41431 00000100:00100000:3.0:1762170988.747076:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+403:3640:x1847765481545216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.747079:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41423 00000004:00080000:1.0:1762170988.747081:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b77100/2, rc 0, transno 4294975256 00000100:00100000:1.0:1762170988.747101:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481543168:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.747104:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1717 count 1 00010000:00010000:2.0:1762170988.747106:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.747119:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.747131:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9d6c7480/2, rc 0, transno 4294977092 00010000:00010000:3.0:1762170988.747134:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89690000/0x96d1ba5869cbe78e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d04 expref: 608 pid: 33721 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1762170988.747136:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531fb80/2, rc 0, transno 4294977093 00000100:00100000:2.0:1762170988.747147:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9d6c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481539840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.747147:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481542912:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.747148:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.747153:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.747158:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.747165:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170988.747177:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+526:3640:x1847765481543040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3555us (3778us total) trans 4294975257 rc 0/0 00000100:00100000:2.0:1762170988.747178:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481545344:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.747182:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89690000/0x96d1ba5869cbe78e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d04 expref: 608 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.747196:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41422 00010000:00010000:3.0:1762170988.747201:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89690000/0x96d1ba5869cbe78e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d04 expref: 608 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.747207:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+498:2417:x1847765489576832:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 960us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.747217:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.747221:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481545472:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.747224:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32802 00010000:00010000:0.0:1762170988.747234:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1762170988.747251:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b74e00/2, rc 0, transno 4294975257 00010000:00010000:0.0:1762170988.747252:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.747265:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55240 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.747265:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.747271:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481543040:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.747281:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.747285:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481545344 00000100:00100000:3.0:1762170988.747290:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481545344 00010000:00010000:0.0:1762170988.747293:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.747324:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41432 00000100:00100000:3.0:1762170988.747333:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+526:3640:x1847765481545344:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.747334:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.747348:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481545728:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.747350:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1839 count 1 00010000:00010000:0.0:1762170988.747359:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.747368:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.747372:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481545856:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.747375:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.747384:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.747389:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.747399:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.747403:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.747417:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.747417:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481545728 00000100:00100000:2.0:1762170988.747423:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481545728 00010000:00010000:3.0:1762170988.747427:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc2fb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.747430:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481545600:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.747458:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.747458:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41433 00010000:00010000:3.0:1762170988.747463:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.747468:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.747473:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.747474:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+528:3643:x1847765481545728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.747484:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.747488:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1840 count 1 00000100:00100000:0.0:1762170988.747490:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+528:3641:x1847765481542272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5444us (5917us total) trans 4294975258 rc 0/0 00010000:00010000:2.0:1762170988.747507:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.747509:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56dc00/0x96d1ba5869cbf032 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc530f expref: 497 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.747510:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41420 00000004:00080000:1.0:1762170988.747523:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b77480/2, rc 0, transno 4294975258 00010000:00010000:3.0:1762170988.747532:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.747533:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481545600 00010000:00010000:3.0:1762170988.747536:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.747538:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f1600/0x96d1ba5869cbf039 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc531d expref: 497 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.747542:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.747542:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481542272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.747542:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481545600 00010000:00010000:2.0:1762170988.747563:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.747566:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.747571:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.747609:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f1600/0x96d1ba5869cbf039 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc531d expref: 497 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.747621:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f1600/0x96d1ba5869cbf039 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc531d expref: 497 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.747634:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889d87275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481546112:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.747642:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41434 00000100:00100000:0.0:1762170988.747653:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+403:3643:x1847765481545600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.747665:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1718 count 1 00010000:00010000:3.0:1762170988.747669:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56dc00/0x96d1ba5869cbf032 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc530f expref: 497 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.747672:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.747677:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.747689:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56dc00/0x96d1ba5869cbf032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc530f expref: 497 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.747691:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dad200/0x96d1ba5869cbe795 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d12 expref: 608 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.747734:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.747735:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481546240:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.747737:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.747738:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.747743:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481545984:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.747746:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.747763:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481545856 00000100:00100000:3.0:1762170988.747768:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481545856 00000100:00100000:1.0:1762170988.747782:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.747792:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1dad200/0x96d1ba5869cbe795 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d12 expref: 608 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.747795:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481545984 00000100:00100000:3.0:1762170988.747800:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481545984 00010000:00010000:0.0:1762170988.747805:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1dad200/0x96d1ba5869cbe795 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d12 expref: 608 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.747814:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41435 00000100:00100000:0.0:1762170988.747815:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b81f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481546368:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.747830:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+404:3640:x1847765481545856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.747845:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1719 count 1 00000100:00100000:0.0:1762170988.747856:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7355480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.747860:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.747874:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6c00/0x96d1ba5869cc091b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ddb expref: 608 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.747881:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.747884:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.747888:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.747889:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+497:2415:x1847765489576448:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 2983us (3436us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.747905:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32799 00000100:00100000:3.0:1762170988.747909:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41436 00000100:00100000:3.0:1762170988.747919:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+528:3641:x1847765481545984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.747925:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c6c00/0x96d1ba5869cc091b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ddb expref: 608 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.747933:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1841 count 1 00010000:00010000:2.0:1762170988.747939:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c6c00/0x96d1ba5869cc091b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ddb expref: 608 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.747947:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.747953:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e797800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481546496:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.747988:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.748022:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f2800/0x96d1ba5869cbf040 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc532b expref: 496 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.748030:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.748032:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.748033:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.748035:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.748038:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.748043:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.748065:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.748069:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.748077:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.748082:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f2800/0x96d1ba5869cbf040 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc532b expref: 496 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.748098:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f2800/0x96d1ba5869cbf040 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc532b expref: 496 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.748099:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.748117:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481546624:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.748117:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc2f32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.748143:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.748146:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.748149:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.748152:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55d80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.748186:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+405:3642:x1847765481537792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14851us (14931us total) trans 4294977094 rc 0/0 00000100:00100000:2.0:1762170988.748197:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41402 00000004:00080000:0.0:1762170988.748199:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d51180/2, rc 0, transno 4294977094 00000100:00100000:0.0:1762170988.748215:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481537792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.748277:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481546752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.748313:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.748355:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889da0ce9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481544320:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.748383:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea74f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481544064:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.748384:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.748413:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.748422:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.748433:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481543936:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.748457:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489577216 00010000:00010000:2.0:1762170988.748458:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.748462:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489577216 00010000:00010000:0.0:1762170988.748488:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f5e00/0x96d1ba5869cbf00f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52d7 expref: 497 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.748489:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481546752 00000100:00100000:2.0:1762170988.748495:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481546752 00000100:00100000:0.0:1762170988.748526:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32804 00000100:00100000:0.0:1762170988.748538:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+497:2416:x1847765489577216:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.748548:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.748549:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41437 00010000:00010000:0.0:1762170988.748556:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f5e00/0x96d1ba5869cbf00f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52d7 expref: 497 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.748557:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55c00 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.748563:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+405:3642:x1847765481546752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.748573:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f5e00/0x96d1ba5869cbf00f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52d7 expref: 497 pid: 10282 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.748581:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1720 count 1 00010000:00010000:0.0:1762170988.748606:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f5e00/0x96d1ba5869cbf00f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52d7 expref: 497 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.748612:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.748623:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.748628:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.748629:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4600/0x96d1ba5869cbe7a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d2e expref: 608 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.748633:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.748643:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.748647:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.748650:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.748652:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.748683:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.748692:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4600/0x96d1ba5869cbe7a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d2e expref: 608 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.748701:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4600/0x96d1ba5869cbe7a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d2e expref: 608 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.748822:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+496:2416:x1847765489577216:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 173us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.748836:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32804 00000100:00100000:2.0:1762170988.748837:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481546880:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.748887:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eaffdc000 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.748905:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.748913:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.748923:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.748930:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.748947:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.749115:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+529:3641:x1847765481544192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3964us (4256us total) trans 4294975259 rc 0/0 00000100:00100000:2.0:1762170988.749124:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41427 00010000:00010000:2.0:1762170988.749148:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.749154:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.749162:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.749166:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.749175:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.749187:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.749195:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc2fe1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.749213:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.749216:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.749219:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.749245:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8767100/2, rc 0, transno 4294975259 00000100:00100000:2.0:1762170988.749257:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481544192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.749312:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481547008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.749336:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.749362:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481547008 00000100:00100000:2.0:1762170988.749368:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481547008 00000100:00100000:1.0:1762170988.749389:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.749409:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41438 00000100:00100000:2.0:1762170988.749420:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+529:3643:x1847765481547008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.749434:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1842 count 1 00010000:00010000:2.0:1762170988.749447:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.749464:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f5400/0x96d1ba5869cbf047 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5339 expref: 495 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.749472:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.749475:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.749478:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.749504:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f5400/0x96d1ba5869cbf047 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5339 expref: 495 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.749515:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f5400/0x96d1ba5869cbf047 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5339 expref: 495 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.749528:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e796d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481547136:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.749544:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481544960:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.749559:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.749564:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.749600:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489577088 00000100:00100000:2.0:1762170988.749601:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889da0ceb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481544832:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.749605:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489577088 00010000:00010000:2.0:1762170988.749622:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.749626:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c800/0x96d1ba5869cbf016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c9 expref: 496 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.749661:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32805 00000100:00100000:2.0:1762170988.749665:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481545088:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.749674:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.749674:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+496:2416:x1847765489577088:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.749683:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.749687:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.749697:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c800/0x96d1ba5869cbf016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c9 expref: 496 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.749731:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.749737:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c800/0x96d1ba5869cbf016 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c9 expref: 496 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.749750:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489577728 00000100:00100000:2.0:1762170988.749755:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489577728 00010000:00010000:0.0:1762170988.749757:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c800/0x96d1ba5869cbf016 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c9 expref: 496 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.749768:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.749769:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481545472:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.749770:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.749775:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f3c00/0x96d1ba5869cbf024 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52f3 expref: 496 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.749775:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.749779:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.749791:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489577344 00010000:00010000:0.0:1762170988.749795:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.749797:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489577344 00010000:00010000:3.0:1762170988.749805:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.749806:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489577600 00000100:00100000:2.0:1762170988.749811:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489577600 00010000:00010000:1.0:1762170988.749820:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4a00/0x96d1ba5869cbe787 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cf6 expref: 609 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.749830:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f0c00/0x96d1ba5869cbf01d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52e5 expref: 497 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.749843:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.749848:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32806 00000100:00100000:2.0:1762170988.749856:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32807 00000100:00100000:1.0:1762170988.749857:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+497:2414:x1847765489577728:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.749866:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32808 00010000:00010000:1.0:1762170988.749867:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.749872:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+609:2417:x1847765489577344:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.749875:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f3c00/0x96d1ba5869cbf024 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52f3 expref: 497 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.749877:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+497:2416:x1847765489577088:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 206us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.749885:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+497:2417:x1847765489577600:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.749889:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.749902:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32805 00010000:00010000:3.0:1762170988.749903:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.749904:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4a00/0x96d1ba5869cbe787 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cf6 expref: 609 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.749904:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f3c00/0x96d1ba5869cbf024 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52f3 expref: 497 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.749914:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f0c00/0x96d1ba5869cbf01d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52e5 expref: 496 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.749924:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.749932:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f3c00/0x96d1ba5869cbf024 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52f3 expref: 496 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.749938:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4a00/0x96d1ba5869cbe787 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cf6 expref: 609 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.749946:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f0c00/0x96d1ba5869cbf01d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52e5 expref: 496 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.749950:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.749956:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.749960:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.749966:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.749973:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4a00/0x96d1ba5869cbe787 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4cf6 expref: 609 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.749976:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.749982:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f0c00/0x96d1ba5869cbf01d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52e5 expref: 495 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.749986:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750004:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.750005:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750010:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.750015:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.750016:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.750019:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.750025:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.750025:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.750028:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.750030:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.750041:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.750046:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.750049:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.750050:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+494:2414:x1847765489577728:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 192us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.750073:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32806 00010000:00010000:0.0:1762170988.750075:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afa00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.750079:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.750088:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.750088:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750092:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.750105:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.750114:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc2fda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.750115:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+493:2417:x1847765489577600:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 237us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.750123:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+608:2417:x1847765489577344:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 254us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.750134:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.750135:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32808 00000100:00100000:2.0:1762170988.750145:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32807 00010000:00010000:0.0:1762170988.750151:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.750156:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.750159:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489577472 00010000:00010000:0.0:1762170988.750160:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.750165:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489577472 00010000:00010000:3.0:1762170988.750185:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f4e00/0x96d1ba5869cbf02b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5301 expref: 493 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.750209:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750217:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750225:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.750233:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.750240:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750254:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.750302:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+531:3642:x1847765481543808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5790us (5890us total) trans 4294975260 rc 0/0 00000100:00100000:0.0:1762170988.750314:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41426 00000100:00100000:3.0:1762170988.750328:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489577856 00000004:00080000:0.0:1762170988.750356:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ce5180/2, rc 0, transno 4294975260 00000100:00100000:0.0:1762170988.750368:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481543808:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.750373:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489577856 00000100:00100000:2.0:1762170988.750384:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+530:3642:x1847765481544576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3935us (4344us total) trans 4294975261 rc 0/0 00010000:00010000:3.0:1762170988.750392:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89690000/0x96d1ba5869cbe78e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d04 expref: 608 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.750393:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41430 00000100:00100000:1.0:1762170988.750407:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.750423:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489577984 00000100:00100000:3.0:1762170988.750427:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489577984 00000100:00100000:2.0:1762170988.750429:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481547264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.750431:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b81f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481546368:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.750440:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32809 00000100:00100000:1.0:1762170988.750451:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+494:2417:x1847765489577472:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.750452:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.750462:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.750462:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.750471:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f4e00/0x96d1ba5869cbf02b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5301 expref: 494 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.750479:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f1600/0x96d1ba5869cbf039 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc531d expref: 494 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.750483:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f4e00/0x96d1ba5869cbf02b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5301 expref: 494 pid: 10282 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.750494:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea735f100/2, rc 0, transno 4294975261 00010000:00010000:1.0:1762170988.750504:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f4e00/0x96d1ba5869cbf02b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5301 expref: 494 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.750511:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32810 00000100:00100000:0.0:1762170988.750511:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea735f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481544576:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.750517:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.750520:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.750522:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.750526:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+608:2417:x1847765489577856:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.750532:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.750538:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32811 00010000:00010000:2.0:1762170988.750539:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.750548:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89690000/0x96d1ba5869cbe78e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d04 expref: 608 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.750555:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.750565:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89690000/0x96d1ba5869cbe78e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d04 expref: 608 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.750567:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.750576:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+493:2417:x1847765489577472:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 126us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.750603:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32809 00000100:00100000:3.0:1762170988.750606:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+493:2416:x1847765489577984:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.750607:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750610:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89690000/0x96d1ba5869cbe78e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d04 expref: 608 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.750622:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.750632:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.750633:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f1600/0x96d1ba5869cbf039 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc531d expref: 492 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.750636:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.750640:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.750646:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.750648:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.750653:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.750672:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.750680:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.750690:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.750695:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750696:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.750749:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+607:2417:x1847765489577856:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 225us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.750759:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32810 00000100:00100000:2.0:1762170988.750784:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489578112 00000100:00100000:2.0:1762170988.750788:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489578112 00010000:00010000:3.0:1762170988.750802:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f1600/0x96d1ba5869cbf039 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc531d expref: 492 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.750808:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.750810:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dad200/0x96d1ba5869cbe795 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d12 expref: 607 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.750817:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.750837:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.750851:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.750853:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32812 00010000:00010000:0.0:1762170988.750860:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc2ff6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.750865:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.750868:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+607:2416:x1847765489578112:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.750870:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.750876:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750885:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.750888:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750893:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1dad200/0x96d1ba5869cbe795 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d12 expref: 607 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.750895:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.750903:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.750912:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.750913:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.750915:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1dad200/0x96d1ba5869cbe795 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d12 expref: 607 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.750920:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.750931:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750937:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dad200/0x96d1ba5869cbe795 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d12 expref: 607 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.750939:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+492:2416:x1847765489577984:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 388us (533us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.750951:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750953:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.750957:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.750963:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.750965:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc2fef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.750983:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.750996:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.750999:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32811 00010000:00010000:0.0:1762170988.751001:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.751007:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.751012:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.751023:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.751029:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.751035:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.751042:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+606:2416:x1847765489578112:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (389us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.751044:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751051:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.751063:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32812 00010000:00010000:3.0:1762170988.751067:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751071:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.751084:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751092:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.751094:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751102:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.751103:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170988.751108:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.751116:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481547392:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.751119:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.751125:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751133:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751147:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.751155:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.751157:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.751165:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc3012 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.751169:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.751177:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.751186:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.751191:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751194:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.751199:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.751202:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751204:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.751218:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.751227:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f1600/0x96d1ba5869cbf039 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc531d expref: 491 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.751228:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc2ffd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.751264:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889d87275500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481546112:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.751268:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.751273:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.751276:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.751285:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.751295:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.751301:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.751310:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.751318:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.751342:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.751348:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.751355:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751369:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.751373:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751383:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751395:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751403:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc300b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.751422:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+407:3640:x1847765481545216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4345us (4624us total) trans 4294977096 rc 0/0 00010000:00010000:0.0:1762170988.751427:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.751431:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.751433:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41431 00010000:00010000:0.0:1762170988.751437:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.751457:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481547264 00000100:00100000:3.0:1762170988.751462:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481547264 00000100:00100000:0.0:1762170988.751484:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+406:3643:x1847765481545600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3832us (4013us total) trans 4294977095 rc 0/0 00000100:00100000:3.0:1762170988.751491:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481547392 00000100:00100000:0.0:1762170988.751493:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41434 00000100:00100000:3.0:1762170988.751496:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481547392 00000100:00100000:2.0:1762170988.751514:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+532:3643:x1847765481545728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4043us (4116us total) trans 4294975262 rc 0/0 00000100:00100000:0.0:1762170988.751520:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41439 00000100:00100000:3.0:1762170988.751528:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41440 00000100:00100000:0.0:1762170988.751533:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+532:3640:x1847765481547264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.751539:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41433 00000100:00100000:3.0:1762170988.751544:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e795500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+532:3640:x1847765481547392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.751550:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1843 count 1 00002000:00080000:3.0:1762170988.751558:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1844 count 1 00010000:00010000:0.0:1762170988.751563:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.751573:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751574:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c000/0x96d1ba5869cbf04e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5347 expref: 490 pid: 24347 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170988.751602:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b80380/2, rc 0, transno 4294977096 00010000:00010000:0.0:1762170988.751608:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.751612:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.751613:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969fe00/0x96d1ba5869cbe9c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5355 expref: 490 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.751617:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.751620:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481545216:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.751633:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.751637:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.751640:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.751655:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c000/0x96d1ba5869cbf04e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5347 expref: 490 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.751665:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969fe00/0x96d1ba5869cbe9c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5355 expref: 490 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.751666:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c000/0x96d1ba5869cbf04e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5347 expref: 490 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.751689:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481547520:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.751693:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969fe00/0x96d1ba5869cbe9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5355 expref: 490 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.751698:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.751735:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481547648:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.751763:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8ef22cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.751769:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55240 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.751791:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481547776:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.751805:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.751814:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.751822:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.751823:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.751839:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.751847:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.751854:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.751861:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.751864:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.751872:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.751883:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.751885:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b80a80/2, rc 0, transno 4294975262 00010000:00010000:3.0:1762170988.751896:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc2fe8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.751909:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481545728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.751914:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.751918:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.751922:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170988.751929:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd63b80/2, rc 0, transno 4294977095 00000100:00100000:3.0:1762170988.751935:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481547776 00000100:00100000:3.0:1762170988.751940:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481547776 00000100:00100000:1.0:1762170988.751945:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481545600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.751947:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.751957:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481547904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.751972:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41441 00000100:00100000:3.0:1762170988.751982:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+406:3642:x1847765481547776:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.751990:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+533:3641:x1847765481544448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5834us (6105us total) trans 4294975263 rc 0/0 00000100:00100000:0.0:1762170988.751990:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1762170988.751995:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1721 count 1 00000100:00100000:2.0:1762170988.752002:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41428 00010000:00010000:3.0:1762170988.752009:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.752025:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481547904 00010000:00010000:3.0:1762170988.752026:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89691c00/0x96d1ba5869cbe7aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d3c expref: 605 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.752029:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481547904 00010000:00010000:3.0:1762170988.752037:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.752040:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.752043:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.752046:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481548032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.752057:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41442 00000100:00100000:0.0:1762170988.752065:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+533:3642:x1847765481547904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.752076:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1845 count 1 00010000:00010000:3.0:1762170988.752077:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89691c00/0x96d1ba5869cbe7aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d3c expref: 605 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.752089:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.752094:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89691c00/0x96d1ba5869cbe7aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d3c expref: 605 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.752098:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.752122:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89692200/0x96d1ba5869cbe9da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5363 expref: 490 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.752124:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481548160:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.752134:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.752136:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481548032 00010000:00010000:0.0:1762170988.752136:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.752138:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.752142:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481548032 00010000:00010000:0.0:1762170988.752158:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d89692200/0x96d1ba5869cbe9da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5363 expref: 490 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.752166:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed686c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.752167:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d89692200/0x96d1ba5869cbe9da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5363 expref: 490 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.752175:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41443 00000100:00100000:0.0:1762170988.752182:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481548288:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.752188:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+407:3640:x1847765481548032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.752204:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1722 count 1 00000100:00100000:0.0:1762170988.752215:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7355480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.752219:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.752234:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dad600/0x96d1ba5869cbe7b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d4a expref: 605 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.752246:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.752248:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.752252:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.752275:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1dad600/0x96d1ba5869cbe7b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d4a expref: 605 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.752286:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1dad600/0x96d1ba5869cbe7b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d4a expref: 605 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.752297:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e796680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481548416:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.752333:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.752339:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+533:3643:x1847765481544704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6070us (6332us total) trans 4294975264 rc 0/0 00000004:00080000:1.0:1762170988.752349:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b82680/2, rc 0, transno 4294975264 00000100:00100000:0.0:1762170988.752349:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41429 00000100:00100000:3.0:1762170988.752357:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481546624:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.752371:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481544704:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.752376:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.752389:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b75f80/2, rc 0, transno 4294975263 00000100:00100000:2.0:1762170988.752398:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481544448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.752412:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481548544:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.752437:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.752450:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481548672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.752453:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.752474:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481548544 00000100:00100000:0.0:1762170988.752480:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481548544 00000100:00100000:1.0:1762170988.752491:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.752516:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481548672 00000100:00100000:0.0:1762170988.752521:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481548672 00000100:00100000:2.0:1762170988.752523:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e797800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481546496:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.752533:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.752543:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.752549:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41444 00000100:00100000:0.0:1762170988.752563:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+534:3641:x1847765481548544:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.752571:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.752575:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41445 00002000:00080000:0.0:1762170988.752578:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1846 count 1 00000100:00100000:2.0:1762170988.752598:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+534:3643:x1847765481548672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.752604:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.752613:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1847 count 1 00010000:00010000:0.0:1762170988.752619:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969dc00/0x96d1ba5869cbe9e8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5371 expref: 490 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.752628:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.752630:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.752630:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.752636:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.752648:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969c800/0x96d1ba5869cbe9fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc537f expref: 490 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.752656:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.752659:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.752662:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.752667:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969dc00/0x96d1ba5869cbe9e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5371 expref: 490 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.752673:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481546240:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.752679:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.752688:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969c800/0x96d1ba5869cbe9fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc537f expref: 490 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.752691:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969dc00/0x96d1ba5869cbe9e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5371 expref: 490 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.752694:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.752723:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.752740:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969c800/0x96d1ba5869cbe9fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc537f expref: 490 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.752750:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481548800:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.752755:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e797800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481548928:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.752762:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.752786:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489578240 00000100:00100000:1.0:1762170988.752789:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489578368 00000100:00100000:3.0:1762170988.752791:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489578240 00000100:00100000:1.0:1762170988.752794:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489578368 00000100:00100000:2.0:1762170988.752811:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.752811:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7342000 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.752819:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f2800/0x96d1ba5869cbf040 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc532b expref: 491 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.752820:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c6c00/0x96d1ba5869cc091b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ddb expref: 606 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.752844:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489578752 00000100:00100000:0.0:1762170988.752849:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489578752 00000100:00100000:2.0:1762170988.752852:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489578624 00000100:00100000:1.0:1762170988.752854:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489578496 00000100:00100000:2.0:1762170988.752857:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489578624 00000100:00100000:1.0:1762170988.752859:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489578496 00010000:00010000:0.0:1762170988.752869:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4600/0x96d1ba5869cbe7a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d2e expref: 607 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.752880:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f5400/0x96d1ba5869cbf047 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5339 expref: 493 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.752881:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56dc00/0x96d1ba5869cbf032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc530f expref: 493 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.752894:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32813 00000100:00100000:0.0:1762170988.752907:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+493:2415:x1847765489578368:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.752916:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.752919:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32814 00010000:00010000:0.0:1762170988.752923:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f2800/0x96d1ba5869cbf040 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc532b expref: 493 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.752929:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32815 00000100:00100000:2.0:1762170988.752934:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+607:2414:x1847765489578752:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.752942:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32816 00000100:00100000:1.0:1762170988.752944:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+493:2417:x1847765489578624:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.752946:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f2800/0x96d1ba5869cbf040 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc532b expref: 493 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.752950:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.752955:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.752958:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+493:2417:x1847765489578496:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.752961:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4600/0x96d1ba5869cbe7a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d2e expref: 607 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.752963:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f5400/0x96d1ba5869cbf047 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5339 expref: 493 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.752974:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.752981:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f2800/0x96d1ba5869cbf040 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc532b expref: 493 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.752984:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56dc00/0x96d1ba5869cbf032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc530f expref: 493 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.752992:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4600/0x96d1ba5869cbe7a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d2e expref: 607 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.752993:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f5400/0x96d1ba5869cbf047 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5339 expref: 493 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.753009:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.753014:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56dc00/0x96d1ba5869cbf032 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc530f expref: 492 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.753015:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.753022:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.753024:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.753028:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.753030:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.753032:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.753034:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.753037:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.753040:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.753049:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.753064:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.753074:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.753079:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.753088:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56dc00/0x96d1ba5869cbf032 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc530f expref: 492 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.753089:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.753099:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+607:2414:x1847765489578752:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 169us (425us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.753102:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.753106:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.753110:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.753111:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32814 00000100:00100000:0.0:1762170988.753113:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+491:2415:x1847765489578368:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 204us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.753122:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+491:2417:x1847765489578624:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 179us (411us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.753130:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.753132:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32817 00000100:00100000:2.0:1762170988.753146:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+606:2416:x1847765489578240:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.753146:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32813 00010000:00010000:3.0:1762170988.753153:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.753155:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32815 00010000:00010000:2.0:1762170988.753158:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.753166:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c6c00/0x96d1ba5869cc091b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ddb expref: 606 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.753177:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+489:2417:x1847765489578496:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 224us (415us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.753179:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c6c00/0x96d1ba5869cc091b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ddb expref: 606 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.753193:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6c00/0x96d1ba5869cc091b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ddb expref: 606 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.753203:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.753206:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.753209:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.753216:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.753232:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32816 00010000:00010000:2.0:1762170988.753234:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.753236:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481547520:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.753258:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.753259:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+605:2416:x1847765489578240:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 116us (726us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.753263:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.753279:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32817 00010000:00010000:3.0:1762170988.753285:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.753294:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.753340:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.753350:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.753357:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.753364:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.753385:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.753409:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.753414:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.753417:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.753432:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.753436:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.753441:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.753450:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.753465:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3019 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.753472:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.753482:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.753487:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.753493:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.753497:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.753506:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.753519:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.753531:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3020 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.753549:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.753552:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.753556:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.753867:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+535:3641:x1847765481545984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5948us (6084us total) trans 4294975265 rc 0/0 00000100:00100000:3.0:1762170988.753877:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41436 00010000:00010000:3.0:1762170988.753903:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.753929:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481547648:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.753950:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.754071:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481548288:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.754091:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.754093:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.754125:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.754194:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.754216:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489579392 00000100:00100000:3.0:1762170988.754220:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489579392 00010000:00010000:3.0:1762170988.754282:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dad600/0x96d1ba5869cbe7b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d4a expref: 605 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.754310:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489579008 00000100:00100000:3.0:1762170988.754314:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489579008 00010000:00010000:3.0:1762170988.754331:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969fe00/0x96d1ba5869cbe9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5355 expref: 489 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.754357:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489579264 00000100:00100000:3.0:1762170988.754360:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489579264 00000100:00100000:1.0:1762170988.754372:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32818 00010000:00010000:3.0:1762170988.754376:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692200/0x96d1ba5869cbe9da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5363 expref: 490 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.754387:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+605:2415:x1847765489579392:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.754399:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.754401:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32819 00010000:00010000:1.0:1762170988.754407:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1dad600/0x96d1ba5869cbe7b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d4a expref: 605 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.754413:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+490:2417:x1847765489579008:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.754426:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.754428:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1dad600/0x96d1ba5869cbe7b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d4a expref: 605 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.754433:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969fe00/0x96d1ba5869cbe9c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x734:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5355 expref: 490 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.754448:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969fe00/0x96d1ba5869cbe9c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x734:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5355 expref: 490 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.754451:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.754456:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.754460:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.754469:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969fe00/0x96d1ba5869cbe9c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x734:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5355 expref: 490 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.754471:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.754491:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.754494:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.754498:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.754498:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.754513:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.754527:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+605:2415:x1847765489579392:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 144us (437us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.754533:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.754533:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32818 00000100:00100000:1.0:1762170988.754555:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32820 00000100:00100000:0.0:1762170988.754564:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+408:3640:x1847765481529600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36894us (37060us total) trans 4294977073 rc 0/0 00000100:00100000:3.0:1762170988.754565:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+489:2417:x1847765489579008:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 151us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.754565:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+489:2417:x1847765489579264:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.754578:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.754596:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41370 00010000:00010000:1.0:1762170988.754597:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d89692200/0x96d1ba5869cbe9da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5363 expref: 489 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.754601:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32819 00010000:00010000:1.0:1762170988.754612:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d89692200/0x96d1ba5869cbe9da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5363 expref: 489 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.754626:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89692200/0x96d1ba5869cbe9da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5363 expref: 488 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.754634:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.754638:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.754642:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.754646:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.754647:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.754668:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.754669:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.754688:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.754700:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.754706:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.754742:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+487:2417:x1847765489579264:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 179us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.754748:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32820 00000004:00080000:0.0:1762170988.754777:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e5a680/2, rc 0, transno 4294977073 00000100:00100000:0.0:1762170988.754789:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481529600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.754813:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.754860:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.754865:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.754873:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e795500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+535:3640:x1847765481547392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3332us (3719us total) trans 4294975266 rc 0/0 00010000:00010000:0.0:1762170988.754875:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.754880:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.754882:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.754889:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41440 00010000:00010000:0.0:1762170988.754890:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.754906:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.754911:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc303c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.754933:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170988.754936:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b81f80/2, rc 0, transno 4294975266 00010000:00010000:0.0:1762170988.754936:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.754940:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.754951:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170988.754959:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481547392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.755002:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.755003:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481549184:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.755004:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.755022:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489578880 00000100:00100000:1.0:1762170988.755025:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489578880 00000100:00100000:0.0:1762170988.755037:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.755044:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c000/0x96d1ba5869cbf04e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5347 expref: 487 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.755064:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.755073:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.755079:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489579136 00010000:00010000:3.0:1762170988.755082:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.755084:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489579136 00000100:00100000:0.0:1762170988.755086:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481549056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.755101:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89691c00/0x96d1ba5869cbe7aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d3c expref: 605 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.755107:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481549184 00000100:00100000:3.0:1762170988.755113:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481549184 00000100:00100000:1.0:1762170988.755118:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489579520 00000100:00100000:1.0:1762170988.755122:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489579520 00000100:00100000:0.0:1762170988.755129:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.755139:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969dc00/0x96d1ba5869cbe9e8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5371 expref: 488 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.755158:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32821 00000100:00100000:3.0:1762170988.755159:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481549056 00000100:00100000:3.0:1762170988.755165:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481549056 00000100:00100000:1.0:1762170988.755169:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+488:2417:x1847765489578880:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.755177:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.755181:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c000/0x96d1ba5869cbf04e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5347 expref: 488 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.755184:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.755192:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.755193:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c000/0x96d1ba5869cbf04e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5347 expref: 488 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.755203:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41446 00010000:00010000:0.0:1762170988.755207:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.755215:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4685850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+535:3640:x1847765481549184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.755219:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.755225:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56c000/0x96d1ba5869cbf04e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5347 expref: 488 pid: 24347 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170988.755236:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1848 count 1 00010000:00010000:1.0:1762170988.755251:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.755251:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.755254:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.755255:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41447 00010000:00010000:1.0:1762170988.755257:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.755263:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.755273:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+408:3642:x1847765481549056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.755274:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969f400/0x96d1ba5869cbea04 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc538d expref: 487 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.755277:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.755297:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1762170988.755297:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1723 count 1 00010000:00010000:3.0:1762170988.755301:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.755304:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.755314:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.755314:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.755329:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7800/0x96d1ba5869cbe7b8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d58 expref: 605 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.755332:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969f400/0x96d1ba5869cbea04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc538d expref: 487 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.755346:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+487:2417:x1847765489578880:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 176us (531us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.755347:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.755352:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.755354:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969f400/0x96d1ba5869cbea04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc538d expref: 487 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.755356:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+536:3642:x1847765481547904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3290us (3364us total) trans 4294975267 rc 0/0 00010000:00010000:2.0:1762170988.755357:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.755364:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32821 00000100:00100000:0.0:1762170988.755378:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41442 00000100:00100000:3.0:1762170988.755384:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481549312:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.755401:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7800/0x96d1ba5869cbe7b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d58 expref: 605 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.755402:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32822 00000100:00100000:1.0:1762170988.755413:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+605:2417:x1847765489579136:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.755417:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7800/0x96d1ba5869cbe7b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d58 expref: 605 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.755422:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.755427:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55d80 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.755430:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89691c00/0x96d1ba5869cbe7aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d3c expref: 605 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.755438:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e796300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481549440:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.755441:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89691c00/0x96d1ba5869cbe7aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d3c expref: 605 pid: 33721 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.755441:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b80e00/2, rc 0, transno 4294975267 00010000:00010000:3.0:1762170988.755442:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.755450:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.755458:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481547904:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.755459:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.755460:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.755462:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.755470:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.755470:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.755474:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.755496:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.755497:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.755504:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1762170988.755511:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dad600/0x96d1ba5869cbe7b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d4a expref: 605 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.755517:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481549568:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.755521:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.755542:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc304a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.755547:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e796680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481548416:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.755547:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.755556:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.755568:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.755570:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+604:2417:x1847765489579136:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 158us (695us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.755572:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.755574:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.755577:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.755579:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32822 00010000:00010000:2.0:1762170988.755607:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.755614:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32823 00010000:00010000:0.0:1762170988.755617:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.755620:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.755630:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+486:2416:x1847765489579520:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.755641:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.755644:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.755646:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.755656:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969dc00/0x96d1ba5869cbe9e8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5371 expref: 486 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.755658:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.755659:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.755670:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.755678:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489579648 00000100:00100000:1.0:1762170988.755685:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489579648 00010000:00010000:0.0:1762170988.755685:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.755686:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969dc00/0x96d1ba5869cbe9e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5371 expref: 486 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.755701:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.755705:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969c800/0x96d1ba5869cbe9fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc537f expref: 487 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.755738:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.755741:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.755745:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.755751:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32824 00010000:00010000:3.0:1762170988.755759:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.755761:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+487:2416:x1847765489579648:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.755772:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.755774:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170988.755778:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969c800/0x96d1ba5869cbe9fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc537f expref: 487 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.755782:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.755790:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.755790:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969c800/0x96d1ba5869cbe9fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc537f expref: 487 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.755814:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.755818:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.755820:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.755824:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.755828:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.755831:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.755834:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.755858:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.755861:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.755868:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+409:3640:x1847765481548032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3680us (3774us total) trans 4294977098 rc 0/0 00010000:00010000:3.0:1762170988.755871:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc3051 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.755881:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+487:2416:x1847765489579648:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 121us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.755884:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41443 00000100:00100000:1.0:1762170988.755895:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32824 00000100:00100000:0.0:1762170988.755905:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e797100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+536:3640:x1847765481547264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4375us (5445us total) trans 4294975268 rc 0/0 00010000:00010000:3.0:1762170988.755907:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.755914:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.755914:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481549568 00000100:00100000:0.0:1762170988.755915:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41439 00000100:00100000:2.0:1762170988.755921:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481549568 00010000:00010000:3.0:1762170988.755928:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.755933:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.755941:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.755954:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.755957:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb1f80/2, rc 0, transno 4294977098 00000100:00100000:2.0:1762170988.755958:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41448 00010000:00010000:3.0:1762170988.755969:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3035 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.755972:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481548032:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.755974:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+536:3640:x1847765481549568:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170988.755987:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b82300/2, rc 0, transno 4294975268 00000100:00100000:0.0:1762170988.755995:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481547264:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.755996:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1849 count 1 00010000:00010000:3.0:1762170988.755999:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.756004:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.756008:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.756013:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756025:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.756025:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969c400/0x96d1ba5869cbea19 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc539b expref: 486 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.756041:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.756043:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.756046:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.756067:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1762170988.756069:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969c400/0x96d1ba5869cbea19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc539b expref: 486 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.756080:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481549696:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.756083:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969c400/0x96d1ba5869cbea19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc539b expref: 486 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.756086:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.756100:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481549952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.756104:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e796680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481549824:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.756105:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+486:2416:x1847765489579520:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 478us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.756116:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.756121:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32823 00000100:00100000:3.0:1762170988.756147:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481549696 00000100:00100000:3.0:1762170988.756152:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481549696 00000100:00100000:0.0:1762170988.756152:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.756162:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.756181:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481549952 00010000:00010000:2.0:1762170988.756182:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.756185:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481549952 00000100:00100000:0.0:1762170988.756203:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41449 00000100:00100000:3.0:1762170988.756211:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41450 00000100:00100000:0.0:1762170988.756216:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+409:3643:x1847765481549696:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.756222:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969c800/0x96d1ba5869cbe9fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc537f expref: 485 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.756224:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+537:3642:x1847765481549952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.756231:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1724 count 1 00002000:00080000:3.0:1762170988.756242:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1850 count 1 00000100:00100000:2.0:1762170988.756247:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e797800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481548928:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.756248:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.756266:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5a00/0x96d1ba5869cbe7bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d66 expref: 603 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.756272:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.756273:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.756277:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.756282:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.756286:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756294:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.756299:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.756313:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5a00/0x96d1ba5869cbe7bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d66 expref: 603 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.756314:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.756334:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.756338:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5a00/0x96d1ba5869cbe7bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d66 expref: 603 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.756365:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.756365:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481550080:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.756380:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.756381:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969ec00/0x96d1ba5869cbea20 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a9 expref: 484 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.756388:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756391:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.756395:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.756400:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.756402:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.756409:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.756419:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756428:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969ec00/0x96d1ba5869cbea20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a9 expref: 484 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.756434:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756440:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969ec00/0x96d1ba5869cbea20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a9 expref: 484 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.756447:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc305f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.756455:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481550208:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.756471:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.756475:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.756478:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.756492:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55240 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.756516:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.756551:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+538:3643:x1847765481548672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3966us (4059us total) trans 4294975269 rc 0/0 00000004:00080000:1.0:1762170988.756555:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b81c00/2, rc 0, transno 4294975269 00000100:00100000:2.0:1762170988.756561:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41445 00010000:00010000:0.0:1762170988.756572:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969dc00/0x96d1ba5869cbe9e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5371 expref: 484 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.756573:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481548672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.756596:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.756602:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481548800:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.756607:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.756612:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756620:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.756624:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756661:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756671:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.756678:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481550336:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.756684:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756691:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3004 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756735:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.756738:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.756742:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.756769:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.756812:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.756821:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.756830:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.756837:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.756859:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.756878:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.756884:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756893:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aec00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.756897:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756905:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756916:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756923:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3058 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.756939:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.756942:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.756944:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.757015:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+539:3641:x1847765481548544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4455us (4563us total) trans 4294975271 rc 0/0 00000100:00100000:0.0:1762170988.757025:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41444 00000100:00100000:0.0:1762170988.757046:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481550336 00000100:00100000:0.0:1762170988.757051:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481550336 00000100:00100000:0.0:1762170988.757081:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41451 00000100:00100000:0.0:1762170988.757091:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+539:3640:x1847765481550336:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.757119:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+539:3640:x1847765481545344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9784us (9903us total) trans 4294975270 rc 0/0 00000100:00100000:3.0:1762170988.757127:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41432 00000004:00080000:0.0:1762170988.757133:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b82a00/2, rc 0, transno 4294975270 00000100:00100000:0.0:1762170988.757147:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481545344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.757210:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170988.757220:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889d86e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481550464:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.757224:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89691c00/0x96d1ba5869cbe7aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d3c expref: 603 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.757240:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481548160:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.757260:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.757262:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.757271:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.757278:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.757287:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.757295:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.757302:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481550464 00000100:00100000:0.0:1762170988.757307:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481550464 00000100:00100000:0.0:1762170988.757339:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41452 00000100:00100000:0.0:1762170988.757349:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea95e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+539:3640:x1847765481550464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.757359:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1762170988.757364:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1852 count 1 00010000:00010000:3.0:1762170988.757370:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.757376:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.757380:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.757385:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.757391:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.757399:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969f600/0x96d1ba5869cbea3c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53c5 expref: 483 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.757402:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.757417:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.757421:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.757424:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.757425:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.757445:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3043 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.757462:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969f600/0x96d1ba5869cbea3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53c5 expref: 483 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.757467:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.757471:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.757475:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.757477:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969f600/0x96d1ba5869cbea3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53c5 expref: 483 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.757490:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea95e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481550592:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.757544:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00002000:00080000:0.0:1762170988.757567:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1851 count 1 00010000:00010000:0.0:1762170988.757580:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.757603:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1c6c00/0x96d1ba5869cbea2e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53b7 expref: 483 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.757610:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.757612:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.757615:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.757638:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1c6c00/0x96d1ba5869cbea2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53b7 expref: 483 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.757649:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1c6c00/0x96d1ba5869cbea2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53b7 expref: 483 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.757661:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481550720:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.757742:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e795c00/2, rc 0, transno 4294977099 00000100:00100000:0.0:1762170988.757755:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481547776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.757768:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+410:3642:x1847765481547776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5787us (5944us total) trans 4294977099 rc 0/0 00000100:00100000:3.0:1762170988.757778:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41441 00000100:00100000:1.0:1762170988.757816:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.757829:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481550848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.757853:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.757865:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.757883:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481550848 00000100:00100000:0.0:1762170988.757888:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481550848 00000100:00100000:3.0:1762170988.757914:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481549312:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.757929:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41453 00010000:00010000:3.0:1762170988.757935:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.757942:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+410:3643:x1847765481550848:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.757949:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:0.0:1762170988.757961:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1725 count 1 00010000:00010000:0.0:1762170988.757975:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.757988:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ea304d200/0x96d1ba5869cbe7c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d74 expref: 602 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.757995:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.757997:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.758000:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.758025:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ea304d200/0x96d1ba5869cbe7c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d74 expref: 602 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.758036:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ea304d200/0x96d1ba5869cbe7c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d74 expref: 602 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.758045:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e796300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481549440:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.758049:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481550976:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.758069:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.758093:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.758096:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489579776 00000100:00100000:2.0:1762170988.758101:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489579776 00010000:00010000:2.0:1762170988.758125:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969f400/0x96d1ba5869cbea04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc538d expref: 484 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.758157:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32825 00000100:00100000:2.0:1762170988.758168:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+484:2416:x1847765489579776:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.758177:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.758183:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969f400/0x96d1ba5869cbea04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc538d expref: 484 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.758199:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969f400/0x96d1ba5869cbea04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc538d expref: 484 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.758215:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969f400/0x96d1ba5869cbea04 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc538d expref: 484 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.758227:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.758229:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.758233:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.758241:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.758268:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.758286:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.758297:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+483:2416:x1847765489579776:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 130us (349us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.758299:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.758313:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32825 00010000:00010000:3.0:1762170988.758315:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.758323:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.758345:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1762170988.758363:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b81500/2, rc 0, transno 4294975271 00000100:00100000:2.0:1762170988.758377:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481548544:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.758428:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481551104:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170988.758439:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b83b80/2, rc 0, transno 4294975265 00000100:00100000:2.0:1762170988.758450:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481545984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.758458:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.758491:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4685850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+540:3640:x1847765481549184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3276us (3454us total) trans 4294975272 rc 0/0 00000100:00100000:3.0:1762170988.758499:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41446 00000100:00100000:2.0:1762170988.758505:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481551104 00000100:00100000:2.0:1762170988.758510:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481551104 00000100:00100000:2.0:1762170988.758544:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41454 00000100:00100000:2.0:1762170988.758553:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+540:3643:x1847765481551104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.758566:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1853 count 1 00000100:00100000:1.0:1762170988.758575:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.758579:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.758599:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.758603:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89692a00/0x96d1ba5869cbea4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53d3 expref: 482 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.758606:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.758617:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.758623:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.758623:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.758627:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.758630:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.758650:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.758661:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.758664:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d89692a00/0x96d1ba5869cbea4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53d3 expref: 482 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.758669:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.758682:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d89692a00/0x96d1ba5869cbea4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53d3 expref: 482 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.758682:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3066 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.758689:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481550208:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.758698:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.758738:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.758739:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481551360:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.758751:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.758756:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.758762:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.758780:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.758799:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.758809:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489579904 00000100:00100000:0.0:1762170988.758809:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481551232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.758815:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489579904 00000100:00100000:2.0:1762170988.758821:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489580032 00000100:00100000:2.0:1762170988.758827:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489580032 00010000:00010000:3.0:1762170988.758840:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7800/0x96d1ba5869cbe7b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d58 expref: 603 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.758851:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969c400/0x96d1ba5869cbea19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc539b expref: 483 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.758852:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.758884:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489580160 00000100:00100000:2.0:1762170988.758885:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489580288 00000004:00080000:0.0:1762170988.758889:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b83800/2, rc 0, transno 4294975272 00000100:00100000:1.0:1762170988.758890:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489580160 00000100:00100000:2.0:1762170988.758891:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489580288 00000100:00100000:0.0:1762170988.758906:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481549184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.758918:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969ec00/0x96d1ba5869cbea20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a9 expref: 484 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.758919:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5a00/0x96d1ba5869cbe7bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d66 expref: 604 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.758923:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32826 00000100:00100000:3.0:1762170988.758941:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+604:2416:x1847765489579904:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.758953:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.758960:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7800/0x96d1ba5869cbe7b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d58 expref: 604 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.758962:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.758966:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32827 00000100:00100000:0.0:1762170988.758974:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea95eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481551488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.758976:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32828 00010000:00010000:3.0:1762170988.758982:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7800/0x96d1ba5869cbe7b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d58 expref: 604 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.758983:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+484:2417:x1847765489580032:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.758995:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+484:2415:x1847765489580160:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.758998:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.759007:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969c400/0x96d1ba5869cbea19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc539b expref: 484 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.759007:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.759011:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7800/0x96d1ba5869cbe7b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d58 expref: 604 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.759012:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.759018:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969ec00/0x96d1ba5869cbea20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a9 expref: 484 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.759038:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969c400/0x96d1ba5869cbea19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc539b expref: 484 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.759042:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.759046:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969ec00/0x96d1ba5869cbea20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a9 expref: 484 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.759047:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.759053:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.759060:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.759065:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.759065:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481550080:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.759066:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.759068:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969ec00/0x96d1ba5869cbea20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a9 expref: 484 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.759071:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759087:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.759098:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.759100:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.759103:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.759107:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.759108:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.759119:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.759120:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.759120:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32829 00000100:00100000:0.0:1762170988.759133:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+603:2416:x1847765489580288:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.759144:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.759146:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+483:2417:x1847765489580032:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 168us (485us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.759146:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.759153:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5a00/0x96d1ba5869cbe7bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d66 expref: 603 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.759160:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32827 00000100:00100000:1.0:1762170988.759176:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+483:2415:x1847765489580160:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 184us (479us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.759176:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5a00/0x96d1ba5869cbe7bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d66 expref: 603 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.759190:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481551232 00010000:00010000:2.0:1762170988.759193:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.759195:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32828 00000100:00100000:3.0:1762170988.759196:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481551232 00010000:00010000:0.0:1762170988.759203:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5a00/0x96d1ba5869cbe7bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d66 expref: 603 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.759209:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759218:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.759221:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759222:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.759227:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481551488 00010000:00010000:0.0:1762170988.759228:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.759233:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481551488 00010000:00010000:2.0:1762170988.759235:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759246:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.759257:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.759267:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.759282:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759292:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759301:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759307:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.759316:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41455 00000100:00100000:3.0:1762170988.759329:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889d8cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+542:3640:x1847765481551232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.759335:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:3.0:1762170988.759344:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1854 count 1 00010000:00010000:0.0:1762170988.759345:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.759353:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759361:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759361:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.759369:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759379:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969c600/0x96d1ba5869cbea58 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e1 expref: 481 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.759382:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759398:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.759401:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.759405:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759406:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759425:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc306d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.759430:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1a2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+411:3642:x1847765481549056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4160us (4302us total) trans 4294977100 rc 0/0 00000100:00100000:2.0:1762170988.759443:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41447 00010000:00010000:0.0:1762170988.759457:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.759462:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.759466:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41456 00010000:00010000:3.0:1762170988.759476:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969c600/0x96d1ba5869cbea58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e1 expref: 481 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.759477:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afe00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.759482:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+542:3640:x1847765481551488:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.759484:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759495:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969c600/0x96d1ba5869cbea58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e1 expref: 481 pid: 8387 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.759504:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1855 count 1 00000100:00100000:3.0:1762170988.759518:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481551616:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.759519:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.759521:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759544:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.759546:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969e000/0x96d1ba5869cbea6d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53ef expref: 481 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.759550:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55240 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.759563:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc307b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.759565:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.759568:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.759570:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.759575:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.759601:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.759603:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+602:2416:x1847765489579904:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 667us (1028us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.759606:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.759611:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.759613:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969e000/0x96d1ba5869cbea6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53ef expref: 481 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.759617:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32826 00010000:00010000:2.0:1762170988.759636:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969e000/0x96d1ba5869cbea6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53ef expref: 481 pid: 33719 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.759642:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b83100/2, rc 0, transno 4294977100 00000100:00100000:2.0:1762170988.759649:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481551744:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.759656:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481549056:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.759681:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759688:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.759688:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.759697:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759701:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.759730:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.759740:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481551872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.759768:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.759782:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.759793:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.759797:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759802:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.759804:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759809:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759820:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759828:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3082 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.759849:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.759853:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.759856:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.759920:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481551872 00000100:00100000:0.0:1762170988.759926:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481551872 00000100:00100000:0.0:1762170988.759959:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41457 00000100:00100000:0.0:1762170988.759970:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+411:3643:x1847765481551872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.759984:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1726 count 1 00010000:00010000:0.0:1762170988.759998:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.760008:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+543:3642:x1847765481549952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3788us (3859us total) trans 4294975273 rc 0/0 00010000:00010000:0.0:1762170988.760012:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6200/0x96d1ba5869cbe7cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d82 expref: 601 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.760017:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41450 00010000:00010000:0.0:1762170988.760026:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.760029:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.760032:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.760056:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6200/0x96d1ba5869cbe7cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d82 expref: 601 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.760066:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6200/0x96d1ba5869cbe7cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d82 expref: 601 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.760077:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481552000:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.760111:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969c400/0x96d1ba5869cbea19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc539b expref: 481 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.760118:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.760128:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e796680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481549824:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.760151:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.760158:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eab2e3b80/2, rc 0, transno 4294975273 00010000:00010000:2.0:1762170988.760161:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.760170:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.760172:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481549952:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.760184:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.760192:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.760208:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.760221:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.760225:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481552128:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.760228:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.760238:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.760243:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.760251:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.760260:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.760267:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.760280:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc3074 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.760304:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481552128 00010000:00010000:0.0:1762170988.760308:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.760309:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481552128 00010000:00010000:0.0:1762170988.760312:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.760317:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.760364:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+544:3640:x1847765481549568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4393us (4811us total) trans 4294975274 rc 0/0 00000100:00100000:2.0:1762170988.760377:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41448 00000100:00100000:1.0:1762170988.760380:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.760386:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41458 00000100:00100000:3.0:1762170988.760399:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+543:3643:x1847765481552128:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.760410:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489580416 00002000:00080000:3.0:1762170988.760413:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1856 count 1 00000100:00100000:1.0:1762170988.760415:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.760416:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489580416 00010000:00010000:3.0:1762170988.760430:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.760439:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969f600/0x96d1ba5869cbea3c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53c5 expref: 481 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.760446:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969da00/0x96d1ba5869cbea74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53fd expref: 481 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.760455:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.760458:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.760461:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.760474:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489580544 00000100:00100000:1.0:1762170988.760475:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.760480:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489580544 00010000:00010000:3.0:1762170988.760485:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969da00/0x96d1ba5869cbea74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53fd expref: 481 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.760486:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+412:3643:x1847765481549696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4271us (4371us total) trans 4294977101 rc 0/0 00000100:00100000:0.0:1762170988.760500:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41449 00010000:00010000:2.0:1762170988.760501:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1c6c00/0x96d1ba5869cbea2e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53b7 expref: 482 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.760501:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489580672 00000100:00100000:1.0:1762170988.760508:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489580672 00010000:00010000:3.0:1762170988.760527:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969da00/0x96d1ba5869cbea74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53fd expref: 482 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.760530:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ea304d200/0x96d1ba5869cbe7c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d74 expref: 602 pid: 9199 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.760532:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e6ca80/2, rc 0, transno 4294975274 00000100:00100000:2.0:1762170988.760542:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32830 00000100:00100000:0.0:1762170988.760545:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481549568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.760554:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481552256:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.760561:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+482:2416:x1847765489580416:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.760568:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32831 00010000:00010000:2.0:1762170988.760571:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.760580:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969f600/0x96d1ba5869cbea3c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x73c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53c5 expref: 482 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.760580:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+482:2416:x1847765489580544:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.760604:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.760608:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55d80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.760611:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969f600/0x96d1ba5869cbea3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53c5 expref: 482 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.760611:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1c6c00/0x96d1ba5869cbea2e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53b7 expref: 482 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.760630:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481552384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.760634:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32832 00010000:00010000:1.0:1762170988.760642:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1c6c00/0x96d1ba5869cbea2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53b7 expref: 482 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.760645:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.760649:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.760651:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+602:2416:x1847765489580672:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.760655:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.760665:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.760667:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.760667:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.760668:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.760675:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.760677:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ea304d200/0x96d1ba5869cbe7c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d74 expref: 602 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.760677:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.760697:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.760700:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.760740:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ea304d200/0x96d1ba5869cbe7c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d74 expref: 602 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.760741:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.760748:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+482:2416:x1847765489580416:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.760753:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481550976:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.760768:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32830 00000100:00100000:1.0:1762170988.760769:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+482:2416:x1847765489580544:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.760777:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32831 00000004:00080000:1.0:1762170988.760807:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eab2e2d80/2, rc 0, transno 4294977101 00000100:00100000:1.0:1762170988.760816:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481549696:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.760823:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.760832:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ea304d200/0x96d1ba5869cbe7c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d74 expref: 602 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.760848:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.760850:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.760851:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481552384 00010000:00010000:3.0:1762170988.760855:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.760855:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481552512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.760857:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481552384 00010000:00010000:3.0:1762170988.760870:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.760899:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41459 00000100:00100000:2.0:1762170988.760900:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.760914:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea74f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+544:3640:x1847765481552384:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.760922:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1762170988.760929:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1857 count 1 00000100:00100000:2.0:1762170988.760937:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481552512 00000100:00100000:2.0:1762170988.760942:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481552512 00010000:00010000:0.0:1762170988.760943:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.760954:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+601:2416:x1847765489580672:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 306us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.760964:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41460 00010000:00010000:0.0:1762170988.760964:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cbea97 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc540b expref: 480 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.760975:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+412:3641:x1847765481552512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.760975:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.760979:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.760984:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.760991:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1727 count 1 00010000:00010000:2.0:1762170988.761005:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.761010:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cbea97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc540b expref: 480 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.761021:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebe00/0x96d1ba5869cc0b75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7035 expref: 601 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.761027:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cbea97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc540b expref: 480 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.761034:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.761038:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.761043:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.761048:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481552640:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.761065:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32832 00010000:00010000:2.0:1762170988.761080:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebe00/0x96d1ba5869cc0b75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7035 expref: 600 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.761092:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebe00/0x96d1ba5869cc0b75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7035 expref: 600 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.761104:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.761105:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481552768:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.761139:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.761142:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.761152:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.761161:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.761169:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.761177:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481551360:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.761196:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.761199:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761214:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.761221:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761231:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.761235:0:176027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f5400/0x96d1ba5869cbf047 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5339 expref: 480 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.761237:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.761261:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e796d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481547136:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.761275:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.761283:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.761290:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761299:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.761302:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.761317:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761320:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761342:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3097 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.761347:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+413:3643:x1847765481550848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3407us (3482us total) trans 4294977102 rc 0/0 00000004:00080000:1.0:1762170988.761356:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f74e00/2, rc 0, transno 4294977102 00010000:00010000:2.0:1762170988.761358:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.761364:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41453 00010000:00010000:3.0:1762170988.761366:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.761371:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481550848:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.761372:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761383:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.761386:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.761389:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761398:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761413:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.761413:0:176030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969f600/0x96d1ba5869cbea3c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53c5 expref: 479 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.761421:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.761431:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481552896:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.761434:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc302e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.761443:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea95e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481550592:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.761460:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.761462:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.761465:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761467:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.761473:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.761479:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.761483:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e794e00/2, rc 0, transno 4294975275 00000100:00100000:2.0:1762170988.761488:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+545:3643:x1847765481547008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12067us (12146us total) trans 4294975275 rc 0/0 00010000:00010000:0.0:1762170988.761492:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.761497:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41438 00000100:00100000:1.0:1762170988.761500:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481547008:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.761511:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.761516:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481552896 00010000:00010000:0.0:1762170988.761519:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.761522:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481552896 00000100:00100000:2.0:1762170988.761551:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41461 00000100:00100000:2.0:1762170988.761562:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+413:3643:x1847765481552896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.761574:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea95e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481553024:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.761599:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1728 count 1 00010000:00010000:0.0:1762170988.761604:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.761611:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.761613:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761617:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.761626:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.761631:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5800/0x96d1ba5869cbe7db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d9e expref: 600 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.761639:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.761641:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.761644:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.761666:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5800/0x96d1ba5869cbe7db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d9e expref: 600 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.761677:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5800/0x96d1ba5869cbe7db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d9e expref: 600 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.761700:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afa00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.761706:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.761827:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea95e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+545:3640:x1847765481550464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4479us (4567us total) trans 4294975276 rc 0/0 00000100:00100000:0.0:1762170988.761836:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41452 00000100:00100000:0.0:1762170988.761859:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481553024 00000100:00100000:0.0:1762170988.761862:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481553024 00000100:00100000:0.0:1762170988.761893:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41462 00000100:00100000:0.0:1762170988.761904:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+545:3643:x1847765481553024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.761917:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1858 count 1 00010000:00010000:0.0:1762170988.761930:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.761941:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969c200/0x96d1ba5869cbeaa5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5419 expref: 478 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.761947:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.761949:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.761952:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761972:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.761988:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.761990:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969c200/0x96d1ba5869cbeaa5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5419 expref: 478 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.762016:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3089 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.762016:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969c200/0x96d1ba5869cbeaa5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5419 expref: 478 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.762042:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481553280:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.762053:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.762057:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.762062:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.762091:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481551616:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.762115:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.762116:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.762122:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e796d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481553152:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.762153:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889d86e16d80/2, rc 0, transno 4294975276 00000100:00100000:0.0:1762170988.762167:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889d86e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481550464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.762233:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481553408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.762266:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.762327:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481552000:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.762350:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.762351:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.762379:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489580928 00000100:00100000:0.0:1762170988.762381:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481553408 00000100:00100000:3.0:1762170988.762385:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489580928 00000100:00100000:0.0:1762170988.762387:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481553408 00000100:00100000:0.0:1762170988.762426:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41463 00000100:00100000:0.0:1762170988.762436:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+546:3640:x1847765481553408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.762449:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1859 count 1 00010000:00010000:3.0:1762170988.762459:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969c600/0x96d1ba5869cbea58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e1 expref: 479 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.762462:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.762485:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969de00/0x96d1ba5869cbeab3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5427 expref: 479 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.762491:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.762493:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.762496:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.762514:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32833 00010000:00010000:0.0:1762170988.762518:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969de00/0x96d1ba5869cbeab3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5427 expref: 479 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.762529:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+479:2415:x1847765489580928:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.762531:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969de00/0x96d1ba5869cbeab3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5427 expref: 479 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.762542:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.762547:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481553536:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.762552:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969c600/0x96d1ba5869cbea58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e1 expref: 479 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.762566:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969c600/0x96d1ba5869cbea58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e1 expref: 479 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.762582:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969c600/0x96d1ba5869cbea58 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e1 expref: 479 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.762597:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.762612:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.762615:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.762619:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.762627:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.762634:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1c6c00/0x96d1ba5869cbea2e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53b7 expref: 478 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.762642:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.762657:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481550720:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.762662:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.762677:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.762687:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.762689:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+477:2415:x1847765489580928:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 163us (338us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.762705:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.762735:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32833 00010000:00010000:3.0:1762170988.762740:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.762749:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.762752:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.762757:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489581056 00000100:00100000:1.0:1762170988.762763:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489581056 00010000:00010000:0.0:1762170988.762767:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.762773:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.762782:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969e000/0x96d1ba5869cbea6d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53ef expref: 477 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.762787:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.762802:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.762803:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.762813:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.762820:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32834 00010000:00010000:3.0:1762170988.762825:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.762831:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+477:2414:x1847765489581056:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.762832:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.762840:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.762840:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.762846:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969e000/0x96d1ba5869cbea6d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53ef expref: 477 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.762859:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.762861:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969e000/0x96d1ba5869cbea6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53ef expref: 477 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.762892:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.762894:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.762895:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.762899:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.762910:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc3090 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.762911:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.762939:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.762949:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.762954:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.762959:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+477:2414:x1847765489581056:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 129us (322us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.762970:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.762971:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32834 00010000:00010000:0.0:1762170988.762978:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.762988:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.763001:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.763013:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc30a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.763031:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.763034:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.763037:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.763058:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889d8cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+547:3640:x1847765481551232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3729us (4206us total) trans 4294975277 rc 0/0 00000100:00100000:3.0:1762170988.763069:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41455 00000004:00080000:0.0:1762170988.763072:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e797800/2, rc 0, transno 4294975277 00000100:00100000:0.0:1762170988.763086:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481551232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.763093:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.763116:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.763142:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.763147:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170988.763150:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.763159:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481553664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.763165:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489580800 00000100:00100000:3.0:1762170988.763167:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489581568 00000100:00100000:1.0:1762170988.763168:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489580800 00000100:00100000:3.0:1762170988.763174:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489581568 00010000:00010000:1.0:1762170988.763185:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692a00/0x96d1ba5869cbea4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53d3 expref: 477 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.763198:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebe00/0x96d1ba5869cc0b75 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7035 expref: 601 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.763198:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.763204:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32835 00000100:00100000:1.0:1762170988.763215:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+477:2417:x1847765489580800:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.763221:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.763226:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d89692a00/0x96d1ba5869cbea4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53d3 expref: 477 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.763232:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489581312 00000100:00100000:3.0:1762170988.763238:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489581312 00010000:00010000:1.0:1762170988.763242:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d89692a00/0x96d1ba5869cbea4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53d3 expref: 478 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.763246:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32836 00010000:00010000:3.0:1762170988.763254:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969da00/0x96d1ba5869cbea74 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53fd expref: 478 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.763256:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481552640:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.763257:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89692a00/0x96d1ba5869cbea4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x73d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53d3 expref: 478 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.763264:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+601:2415:x1847765489581568:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.763278:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.763282:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.763283:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.763286:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.763292:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32837 00010000:00010000:1.0:1762170988.763292:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.763294:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebe00/0x96d1ba5869cc0b75 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7035 expref: 601 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.763309:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+477:2417:x1847765489581312:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.763315:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.763324:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebe00/0x96d1ba5869cc0b75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7035 expref: 601 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.763325:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.763326:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+601:2416:x1847765489580288:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 4191us (4544us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.763335:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969da00/0x96d1ba5869cbea74 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53fd expref: 477 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.763348:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32829 00010000:00010000:1.0:1762170988.763350:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.763357:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.763361:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.763362:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969da00/0x96d1ba5869cbea74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53fd expref: 477 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.763366:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.763377:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+477:2417:x1847765489580800:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 161us (284us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.763391:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.763396:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32835 00010000:00010000:3.0:1762170988.763400:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.763404:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.763409:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.763417:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.763419:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.763438:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.763446:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.763447:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+600:2415:x1847765489581568:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 188us (328us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.763463:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.763469:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+476:2417:x1847765489581312:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 161us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.763470:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32836 00010000:00010000:1.0:1762170988.763481:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.763487:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32837 00010000:00010000:1.0:1762170988.763499:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.763510:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+547:3640:x1847765481550336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6419us (6740us total) trans 4294975278 rc 0/0 00000100:00100000:3.0:1762170988.763521:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481553664 00010000:00010000:1.0:1762170988.763521:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.763522:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41451 00010000:00010000:2.0:1762170988.763523:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969e000/0x96d1ba5869cbea6d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53ef expref: 475 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.763527:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481553664 00000100:00100000:2.0:1762170988.763548:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481551744:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.763556:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41464 00000100:00100000:3.0:1762170988.763567:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+548:3640:x1847765481553664:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170988.763567:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eab2e1880/2, rc 0, transno 4294975278 00010000:00010000:2.0:1762170988.763568:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.763581:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.763594:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481550336:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.763598:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1860 count 1 00010000:00010000:2.0:1762170988.763610:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.763617:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.763619:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.763639:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.763642:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104c9400/0x96d1ba5869cbeac1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5435 expref: 474 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.763655:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+548:3643:x1847765481551104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5102us (5196us total) trans 4294975279 rc 0/0 00000100:00100000:0.0:1762170988.763656:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481553792:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.763664:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.763666:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.763668:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.763669:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41454 00010000:00010000:3.0:1762170988.763675:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.763702:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e796300/2, rc 0, transno 4294975279 00010000:00010000:3.0:1762170988.763728:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104c9400/0x96d1ba5869cbeac1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5435 expref: 474 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.763736:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.763738:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e796300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481551104:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.763753:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104c9400/0x96d1ba5869cbeac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5435 expref: 474 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.763767:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481553920:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.763787:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.763807:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481553792 00000100:00100000:0.0:1762170988.763812:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481553792 00000100:00100000:1.0:1762170988.763817:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.763820:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed686c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.763830:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+549:3640:x1847765481551488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4351us (4820us total) trans 4294975280 rc 0/0 00000100:00100000:2.0:1762170988.763839:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41456 00000100:00100000:0.0:1762170988.763845:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41465 00000100:00100000:0.0:1762170988.763856:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+548:3642:x1847765481553792:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.763859:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.763866:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.763870:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489581184 00002000:00080000:0.0:1762170988.763871:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1861 count 1 00000100:00100000:2.0:1762170988.763876:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489581184 00010000:00010000:3.0:1762170988.763878:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.763884:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.763886:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.763899:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.763900:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6200/0x96d1ba5869cbe7cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d82 expref: 600 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.763907:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.763914:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969f000/0x96d1ba5869cbeacf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5443 expref: 474 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.763927:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489581440 00000100:00100000:1.0:1762170988.763928:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481554048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.763932:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489581440 00010000:00010000:0.0:1762170988.763933:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.763935:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.763938:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.763942:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.763954:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc309e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.763954:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cbea97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc540b expref: 475 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.763964:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.763967:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969f000/0x96d1ba5869cbeacf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5443 expref: 475 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.763977:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969f000/0x96d1ba5869cbeacf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5443 expref: 475 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.763983:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489581696 00000100:00100000:0.0:1762170988.763988:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481554176:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.763989:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489581696 00000100:00100000:1.0:1762170988.764005:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32838 00010000:00010000:2.0:1762170988.764008:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969c200/0x96d1ba5869cbeaa5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5419 expref: 476 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.764017:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.764019:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+600:2417:x1847765489581184:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.764032:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.764037:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.764038:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6200/0x96d1ba5869cbe7cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d82 expref: 600 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.764045:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.764047:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32839 00000004:00080000:0.0:1762170988.764051:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea95eed80/2, rc 0, transno 4294975280 00010000:00010000:1.0:1762170988.764055:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6200/0x96d1ba5869cbe7cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d82 expref: 600 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.764061:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+476:2417:x1847765489581440:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.764068:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea95eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481551488:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.764069:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.764074:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.764077:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.764081:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cbea97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc540b expref: 476 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.764086:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6200/0x96d1ba5869cbe7cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d82 expref: 600 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.764102:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.764109:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cbea97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc540b expref: 476 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.764115:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.764120:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.764121:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481554304:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.764125:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764128:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.764135:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cbea97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc540b expref: 476 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.764150:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764152:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc30ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.764156:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.764158:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.764162:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.764167:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.764180:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764187:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.764187:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.764192:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.764198:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.764200:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764207:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.764210:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.764211:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.764211:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+599:2417:x1847765489581184:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 192us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.764225:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32840 00010000:00010000:0.0:1762170988.764228:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.764236:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+475:2417:x1847765489581440:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 176us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.764236:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32838 00010000:00010000:0.0:1762170988.764238:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.764241:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+475:2417:x1847765489581696:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.764254:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32839 00010000:00010000:3.0:1762170988.764258:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.764263:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.764266:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969c200/0x96d1ba5869cbeaa5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5419 expref: 474 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.764272:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.764277:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764280:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969c200/0x96d1ba5869cbeaa5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5419 expref: 474 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.764285:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.764290:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.764300:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebe00/0x96d1ba5869cc0b75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7035 expref: 598 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.764313:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764319:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.764321:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481552768:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.764323:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.764324:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764329:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.764334:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc30b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.764342:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764346:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.764358:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.764364:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.764367:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.764369:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.764375:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.764377:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.764386:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.764393:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.764397:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+474:2417:x1847765489581696:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.764411:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32840 00010000:00010000:2.0:1762170988.764422:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.764432:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.764438:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764446:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.764450:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764460:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764472:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764481:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc30c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764501:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.764503:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.764505:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.764523:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+415:3643:x1847765481551872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4554us (4753us total) trans 4294977103 rc 0/0 00000100:00100000:0.0:1762170988.764533:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41457 00000004:00080000:1.0:1762170988.764538:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eab2e1c00/2, rc 0, transno 4294977103 00010000:00010000:3.0:1762170988.764543:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969da00/0x96d1ba5869cbea74 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53fd expref: 473 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.764553:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481551872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.764555:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481554048 00000100:00100000:3.0:1762170988.764561:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481552256:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.764561:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481554048 00000100:00100000:0.0:1762170988.764595:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481554304 00010000:00010000:3.0:1762170988.764596:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.764601:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481554304 00010000:00010000:3.0:1762170988.764610:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764618:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.764624:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41466 00010000:00010000:3.0:1762170988.764633:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.764637:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+550:3643:x1847765481554048:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.764648:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.764655:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1862 count 1 00010000:00010000:3.0:1762170988.764663:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.764669:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764675:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.764681:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.764683:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cbeb15 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5451 expref: 472 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.764704:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.764763:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.764767:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764770:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.764779:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.764789:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.764795:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cbeb15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5451 expref: 472 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.764804:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.764808:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cbeb15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5451 expref: 472 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.764819:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc30ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.764829:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481554560:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.764841:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.764845:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.764848:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.764863:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.764888:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+414:3640:x1847765481535104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36672us (36724us total) trans 4294977081 rc 0/0 00000100:00100000:1.0:1762170988.764895:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41391 00000004:00080000:0.0:1762170988.764902:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea735df80/2, rc 0, transno 4294977081 00000100:00100000:1.0:1762170988.764918:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41467 00000100:00100000:0.0:1762170988.764922:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea735df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481535104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.764931:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170988.764941:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889d8cb68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481554432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.764967:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.764975:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481554688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.764988:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.765002:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+551:3643:x1847765481552128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4604us (4740us total) trans 4294975281 rc 0/0 00000100:00100000:1.0:1762170988.765009:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.765013:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41458 00000100:00100000:3.0:1762170988.765038:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481554432 00010000:00010000:0.0:1762170988.765038:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.765040:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b74380/2, rc 0, transno 4294975281 00000100:00100000:3.0:1762170988.765045:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481554432 00010000:00010000:0.0:1762170988.765051:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.765054:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481552128:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.765063:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765069:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.765071:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481554688 00000100:00100000:3.0:1762170988.765077:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481554688 00010000:00010000:0.0:1762170988.765093:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.765103:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.765109:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.765110:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481554816:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.765129:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.765133:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.765134:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.765143:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.765155:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.765156:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+551:3640:x1847765481554304:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.765168:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc30c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.765170:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1863 count 1 00010000:00010000:1.0:1762170988.765184:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.765194:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1c7c00/0x96d1ba5869cbeaf9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc545f expref: 472 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.765198:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.765199:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.765202:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.765203:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.765206:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.765208:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.765222:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481554816 00000100:00100000:0.0:1762170988.765223:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea74f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+551:3640:x1847765481552384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4312us (4550us total) trans 4294975282 rc 0/0 00000100:00100000:3.0:1762170988.765228:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481554816 00010000:00010000:1.0:1762170988.765233:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1c7c00/0x96d1ba5869cbeaf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc545f expref: 472 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.765240:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41459 00010000:00010000:1.0:1762170988.765251:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1c7c00/0x96d1ba5869cbeaf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc545f expref: 472 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.765260:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41468 00000100:00100000:0.0:1762170988.765267:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41469 00000100:00100000:1.0:1762170988.765268:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481554944:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.765272:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+415:3640:x1847765481554432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.765280:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+415:3643:x1847765481554688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.765286:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1729 count 1 00002000:00080000:0.0:1762170988.765292:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1730 count 1 00010000:00010000:3.0:1762170988.765299:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.765299:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18780 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.765304:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.765315:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ea304ce00/0x96d1ba5869cbe7e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dac expref: 597 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.765319:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7e00/0x96d1ba5869cbe7e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dba expref: 597 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.765337:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.765338:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.765339:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.765341:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.765343:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.765345:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.765375:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ea304ce00/0x96d1ba5869cbe7e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dac expref: 597 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.765382:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7e00/0x96d1ba5869cbe7e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dba expref: 597 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.765384:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ea304ce00/0x96d1ba5869cbe7e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dac expref: 597 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.765405:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481555072:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.765409:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7e00/0x96d1ba5869cbe7e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dba expref: 597 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.765421:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b708700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481555200:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.765427:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55d80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.765442:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7355480 going to sleep for 11 seconds 00000004:00080000:0.0:1762170988.765472:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b75180/2, rc 0, transno 4294975282 00000100:00100000:0.0:1762170988.765495:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481552384:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.765551:0:176030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969c200/0x96d1ba5869cbeaa5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5419 expref: 472 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.765564:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481553280:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.765581:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765601:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765606:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765612:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765617:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765629:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.765636:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.765639:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765644:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aec00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.765647:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765657:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765671:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765678:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc30d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.765700:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.765703:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.765728:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.765741:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41470 00000100:00100000:0.0:1762170988.765746:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481555328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.765753:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+551:3643:x1847765481554816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.765774:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.765798:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481555328 00000100:00100000:1.0:1762170988.765804:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481555328 00002000:00080000:3.0:1762170988.765818:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1864 count 1 00010000:00010000:3.0:1762170988.765833:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.765843:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41471 00010000:00010000:3.0:1762170988.765849:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104c9200/0x96d1ba5869cbeaf2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc546d expref: 471 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.765855:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+553:3640:x1847765481555328:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.765863:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.765866:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.765868:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.765874:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1865 count 1 00010000:00010000:1.0:1762170988.765891:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.765898:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104c9200/0x96d1ba5869cbeaf2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc546d expref: 471 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.765908:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d8969fa00/0x96d1ba5869cbeb00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc547b expref: 471 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.765916:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104c9200/0x96d1ba5869cbeaf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc546d expref: 471 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.765918:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.765923:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.765927:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.765936:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481555456:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.765942:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+553:3643:x1847765481553024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4039us (4331us total) trans 4294975283 rc 0/0 00010000:00010000:1.0:1762170988.765951:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d8969fa00/0x96d1ba5869cbeb00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc547b expref: 471 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.765954:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41462 00010000:00010000:1.0:1762170988.765967:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d8969fa00/0x96d1ba5869cbeb00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc547b expref: 471 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.765980:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481555584:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.765985:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea95e8380/2, rc 0, transno 4294975283 00000100:00100000:0.0:1762170988.765997:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea95e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481553024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.766041:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18c00 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.766054:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170988.766065:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481555712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.766071:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55240 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.766092:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.766122:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481555712 00000100:00100000:0.0:1762170988.766127:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481555712 00000100:00100000:0.0:1762170988.766165:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41472 00000100:00100000:0.0:1762170988.766175:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+553:3640:x1847765481555712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.766187:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1866 count 1 00010000:00010000:0.0:1762170988.766198:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.766209:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104c9c00/0x96d1ba5869cbeb0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5489 expref: 471 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.766217:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.766218:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.766221:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.766242:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104c9c00/0x96d1ba5869cbeb0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5489 expref: 471 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.766251:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104c9c00/0x96d1ba5869cbeb0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5489 expref: 471 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.766260:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481555840:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.766289:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.766757:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481553536:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.766768:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.766773:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.766785:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.766795:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.766803:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.766820:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.766821:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481553920:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.766834:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.766840:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.766846:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.766850:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.766857:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.766869:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.766876:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc2fd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.766896:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.766898:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.766900:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.766952:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.766966:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.767026:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481554176:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.767042:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.767109:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1ae8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+416:3642:x1847765481543680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22721us (23068us total) trans 4294977105 rc 0/0 00000100:00100000:2.0:1762170988.767116:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41425 00000004:00080000:0.0:1762170988.767139:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1ae8380/2, rc 0, transno 4294977105 00010000:00010000:2.0:1762170988.767153:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4600/0x96d1ba5869cbe7a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d2e expref: 597 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.767154:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481543680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.767170:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481546880:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.767184:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.767193:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.767201:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.767209:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.767215:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1762170988.767216:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.767229:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481555968:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.767245:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.767256:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.767263:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.767264:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.767275:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.767279:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.767288:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.767302:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.767307:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481555968 00000100:00100000:0.0:1762170988.767314:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481555968 00010000:00010000:3.0:1762170988.767320:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3027 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.767339:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.767342:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.767346:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.767351:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41473 00000100:00100000:2.0:1762170988.767358:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+417:3642:x1847765481546752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18798us (19046us total) trans 4294977106 rc 0/0 00000100:00100000:0.0:1762170988.767364:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+417:3643:x1847765481555968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.767371:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41437 00002000:00080000:0.0:1762170988.767382:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1731 count 1 00010000:00010000:0.0:1762170988.767398:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.767409:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89690400/0x96d1ba5869cbe7f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dc8 expref: 596 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.767417:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.767418:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.767421:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.767445:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89690400/0x96d1ba5869cbe7f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dc8 expref: 596 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.767455:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89690400/0x96d1ba5869cbe7f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dc8 expref: 596 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.767485:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481556096:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.767543:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000004:00080000:0.0:1762170988.767579:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b80000/2, rc 0, transno 4294977106 00000100:00100000:0.0:1762170988.767605:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481546752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.767662:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481556224:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.767693:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.767742:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481556224 00000100:00100000:0.0:1762170988.767752:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481556224 00000100:00100000:0.0:1762170988.767780:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41474 00000100:00100000:0.0:1762170988.767788:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+417:3643:x1847765481556224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.767801:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1732 count 1 00010000:00010000:0.0:1762170988.767815:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.767828:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4200/0x96d1ba5869cbe7f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dd6 expref: 596 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.767835:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.767837:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.767840:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.767864:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4200/0x96d1ba5869cbe7f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dd6 expref: 596 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.767880:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4200/0x96d1ba5869cbe7f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dd6 expref: 596 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.767891:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b709c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481556352:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.767944:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.767979:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481554560:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.767998:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.768027:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b708700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481555200:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.768053:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.768071:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481554944:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.768091:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.768179:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481555584:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.768193:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.768255:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.768286:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.768313:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481555840:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.768328:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.768351:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489582720 00000100:00100000:0.0:1762170988.768355:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489582720 00000100:00100000:3.0:1762170988.768358:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489581824 00000100:00100000:3.0:1762170988.768362:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489581824 00010000:00010000:3.0:1762170988.768381:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969de00/0x96d1ba5869cbeab3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5427 expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.768381:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104c9200/0x96d1ba5869cbeaf2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc546d expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.768418:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32841 00000100:00100000:3.0:1762170988.768426:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+473:2416:x1847765489581824:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.768434:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.768435:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32842 00010000:00010000:3.0:1762170988.768440:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969de00/0x96d1ba5869cbeab3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x743:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5427 expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.768452:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969de00/0x96d1ba5869cbeab3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x743:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5427 expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.768452:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+473:2415:x1847765489582720:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.768469:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.768473:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969de00/0x96d1ba5869cbeab3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x743:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5427 expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.768479:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104c9200/0x96d1ba5869cbeaf2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc546d expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.768485:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.768489:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.768494:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104c9200/0x96d1ba5869cbeaf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc546d expref: 472 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.768495:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.768516:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.768519:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.768522:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.768525:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.768531:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.768542:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.768566:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+472:2415:x1847765489582720:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 121us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.768573:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32842 00010000:00010000:3.0:1762170988.768606:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.768610:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.768617:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.768623:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.768631:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+471:2416:x1847765489581824:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 205us (344us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.768635:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.768641:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32841 00010000:00010000:0.0:1762170988.768659:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.768686:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.768797:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.768803:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.768806:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.768812:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.768821:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.768825:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc30dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.768842:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.768845:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.768848:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.768875:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.768900:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+554:3640:x1847765481553408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6466us (6634us total) trans 4294975284 rc 0/0 00000100:00100000:0.0:1762170988.768906:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41463 00000100:00100000:3.0:1762170988.768924:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:0.0:1762170988.768942:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e59880/2, rc 0, transno 4294975284 00000100:00100000:2.0:1762170988.768951:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489582080 00000100:00100000:0.0:1762170988.768952:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481553408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.768957:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489582080 00010000:00010000:2.0:1762170988.768982:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969f000/0x96d1ba5869cbeacf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5443 expref: 471 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.768994:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481556480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.769000:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.769017:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489582336 00000100:00100000:2.0:1762170988.769021:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489582336 00000100:00100000:0.0:1762170988.769026:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.769029:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489582592 00000100:00100000:1.0:1762170988.769035:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489582592 00010000:00010000:2.0:1762170988.769038:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7e00/0x96d1ba5869cbe7e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dba expref: 597 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.769058:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ea304ce00/0x96d1ba5869cbe7e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dac expref: 598 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.769067:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32843 00000100:00100000:3.0:1762170988.769081:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.769082:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+471:2416:x1847765489582080:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.769082:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481556480 00000100:00100000:0.0:1762170988.769087:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481556480 00000100:00100000:1.0:1762170988.769090:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489581952 00010000:00010000:2.0:1762170988.769095:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.769095:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489581952 00000100:00100000:3.0:1762170988.769101:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.769106:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969f000/0x96d1ba5869cbeacf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5443 expref: 472 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.769116:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41475 00010000:00010000:1.0:1762170988.769117:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104c9400/0x96d1ba5869cbeac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5435 expref: 472 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.769123:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969f000/0x96d1ba5869cbeacf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5443 expref: 472 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.769128:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4684050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+554:3640:x1847765481556480:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.769140:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.769141:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489582976 00002000:00080000:0.0:1762170988.769144:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1867 count 1 00000100:00100000:1.0:1762170988.769146:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489582976 00010000:00010000:2.0:1762170988.769155:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969f000/0x96d1ba5869cbeacf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5443 expref: 473 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.769157:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.769166:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d8969fa00/0x96d1ba5869cbeb00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc547b expref: 473 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.769167:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.769185:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.769185:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cbeb23 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5497 expref: 473 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.769197:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.769199:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.769200:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.769202:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.769203:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489582208 00010000:00010000:2.0:1762170988.769206:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.769209:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489582208 00000100:00100000:3.0:1762170988.769210:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.769212:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.769231:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cbeb15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5451 expref: 473 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.769235:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.769240:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.769246:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cbeb23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5497 expref: 473 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.769263:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cbeb23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5497 expref: 473 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.769266:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489582464 00000100:00100000:3.0:1762170988.769269:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.769272:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489582464 00010000:00010000:2.0:1762170988.769275:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.769283:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b708700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481556608:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.769293:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489582848 00010000:00010000:1.0:1762170988.769293:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1c7c00/0x96d1ba5869cbeaf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc545f expref: 474 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.769298:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489582848 00000100:00100000:2.0:1762170988.769310:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+475:2416:x1847765489582080:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 233us (432us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.769315:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104c9c00/0x96d1ba5869cbeb0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5489 expref: 475 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.769318:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489583104 00000100:00100000:0.0:1762170988.769322:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.769324:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32843 00000100:00100000:1.0:1762170988.769325:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489583104 00000100:00100000:3.0:1762170988.769341:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489583232 00000100:00100000:3.0:1762170988.769344:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489583232 00010000:00010000:1.0:1762170988.769348:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5800/0x96d1ba5869cbe7db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d9e expref: 599 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.769350:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489583360 00000100:00100000:0.0:1762170988.769353:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b709c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481556352:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.769357:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489583360 00010000:00010000:3.0:1762170988.769359:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89690400/0x96d1ba5869cbe7f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dc8 expref: 600 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.769371:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.769379:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4200/0x96d1ba5869cbe7f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dd6 expref: 601 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.769389:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32844 00000100:00100000:0.0:1762170988.769393:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481556096:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.769399:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32845 00000100:00100000:1.0:1762170988.769403:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+601:2416:x1847765489582336:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.769405:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.769411:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+601:2416:x1847765489582592:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.769414:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.769419:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32846 00010000:00010000:1.0:1762170988.769424:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7e00/0x96d1ba5869cbe7e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dba expref: 601 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.769425:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.769435:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ea304ce00/0x96d1ba5869cbe7e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dac expref: 601 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.769436:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+474:2417:x1847765489581952:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.769437:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32847 00010000:00010000:1.0:1762170988.769446:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7e00/0x96d1ba5869cbe7e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dba expref: 601 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.769451:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+474:2416:x1847765489582976:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.769452:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.769463:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104c9400/0x96d1ba5869cbeac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x744:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5435 expref: 474 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.769466:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.769474:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d8969fa00/0x96d1ba5869cbeb00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc547b expref: 474 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.769477:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ea304ce00/0x96d1ba5869cbe7e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dac expref: 601 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.769483:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7e00/0x96d1ba5869cbe7e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dba expref: 601 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.769489:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104c9400/0x96d1ba5869cbeac1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x744:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5435 expref: 474 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.769501:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d8969fa00/0x96d1ba5869cbeb00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc547b expref: 474 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.769506:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.769510:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.769513:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.769514:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.769517:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.769524:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.769531:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d8969fa00/0x96d1ba5869cbeb00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc547b expref: 474 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.769538:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.769546:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104c9400/0x96d1ba5869cbeac1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x744:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5435 expref: 474 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.769549:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.769556:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.769560:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.769564:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.769565:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.769576:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.769576:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.769580:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.769600:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+600:2416:x1847765489582592:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (590us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.769600:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.769602:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.769604:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.769614:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32845 00010000:00010000:2.0:1762170988.769619:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.769630:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+472:2416:x1847765489582976:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.769635:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32848 00000100:00100000:1.0:1762170988.769640:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+599:2416:x1847765489582336:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 237us (710us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.769643:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.769646:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32847 00000100:00100000:3.0:1762170988.769649:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+472:2417:x1847765489582208:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.769657:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32844 00010000:00010000:3.0:1762170988.769659:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.769665:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cbeb15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5451 expref: 471 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.769671:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32849 00000100:00100000:2.0:1762170988.769674:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+471:2417:x1847765489581952:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 242us (594us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.769681:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cbeb15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5451 expref: 471 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.769685:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32850 00000100:00100000:0.0:1762170988.769686:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+471:2417:x1847765489582464:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.769698:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32846 00010000:00010000:0.0:1762170988.769700:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.769701:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+471:2417:x1847765489582848:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.769705:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cbeb15 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5451 expref: 471 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.769729:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1c7c00/0x96d1ba5869cbeaf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x747:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc545f expref: 471 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.769737:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.769739:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.769742:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1c7c00/0x96d1ba5869cbeaf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x747:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc545f expref: 469 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.769744:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.769748:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32851 00010000:00010000:3.0:1762170988.769764:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.769765:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+598:2415:x1847765489583104:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.769772:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1c7c00/0x96d1ba5869cbeaf9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x747:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc545f expref: 469 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.769779:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32852 00010000:00010000:2.0:1762170988.769780:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.769790:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5800/0x96d1ba5869cbe7db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d9e expref: 598 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.769791:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.769794:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.769795:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.769797:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+598:2417:x1847765489583232:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.769800:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.769813:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+468:2417:x1847765489582208:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (676us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.769813:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.769814:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.769816:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5800/0x96d1ba5869cbe7db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d9e expref: 598 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.769824:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89690400/0x96d1ba5869cbe7f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dc8 expref: 598 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.769831:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32848 00010000:00010000:0.0:1762170988.769847:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.769852:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.769852:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89690400/0x96d1ba5869cbe7f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dc8 expref: 598 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.769854:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32853 00010000:00010000:2.0:1762170988.769858:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.769864:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.769867:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.769868:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+598:2416:x1847765489583360:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.769882:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.769888:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89690400/0x96d1ba5869cbe7f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dc8 expref: 598 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.769890:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4200/0x96d1ba5869cbe7f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dd6 expref: 598 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.769891:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.769892:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.769917:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.769918:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.769919:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4200/0x96d1ba5869cbe7f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dd6 expref: 597 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.769922:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.769927:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.769928:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.769945:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.769947:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.769949:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f4200/0x96d1ba5869cbe7f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dd6 expref: 597 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.769955:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+597:2415:x1847765489583104:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 193us (747us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.769958:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.769966:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.769973:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.769975:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aea00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.769976:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32851 00010000:00010000:3.0:1762170988.769977:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.769982:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.769982:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.769984:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.770007:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.770008:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.770009:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.770009:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+595:2417:x1847765489583232:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 215us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.770031:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32852 00010000:00010000:3.0:1762170988.770035:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.770036:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.770037:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.770051:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+594:2416:x1847765489583360:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 185us (783us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.770056:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc30f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.770061:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.770063:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.770068:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32853 00010000:00010000:1.0:1762170988.770072:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104c9c00/0x96d1ba5869cbeb0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5489 expref: 467 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.770087:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.770088:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.770091:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.770095:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.770105:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ea304ce00/0x96d1ba5869cbe7e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4dac expref: 593 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.770106:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.770115:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.770117:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104c9c00/0x96d1ba5869cbeb0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5489 expref: 467 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.770128:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481555072:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.770129:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.770141:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.770146:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.770148:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104c9c00/0x96d1ba5869cbeb0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x74a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5489 expref: 467 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.770150:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.770168:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170988.770174:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.770176:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170988.770178:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.770181:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.770183:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770188:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.770193:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.770196:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770199:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770223:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770229:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc30e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.770231:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.770247:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.770250:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.770257:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+466:2417:x1847765489582848:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 558us (1072us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.770258:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.770263:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.770269:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+555:3640:x1847765481553664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6701us (7073us total) trans 4294975285 rc 0/0 00010000:00010000:3.0:1762170988.770273:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.770274:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32850 00010000:00010000:3.0:1762170988.770288:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.770288:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41464 00000100:00100000:0.0:1762170988.770293:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+418:3643:x1847765481556224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2504us (2597us total) trans 4294977107 rc 0/0 00010000:00010000:3.0:1762170988.770299:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af200/0x96d1ba5869cc312a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.770313:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41474 00010000:00010000:2.0:1762170988.770316:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.770323:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.770326:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.770330:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.770337:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770343:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770349:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.770353:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770354:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.770356:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddea00/2, rc 0, transno 4294977107 00000100:00100000:0.0:1762170988.770372:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481556224:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.770379:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770380:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.770391:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.770392:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770395:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770411:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.770411:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770416:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.770424:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f76300/2, rc 0, transno 4294975285 00010000:00010000:3.0:1762170988.770433:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.770435:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481553664:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.770437:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.770452:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770458:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3100 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770481:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.770485:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.770489:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.770495:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.770499:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.770499:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170988.770511:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.770511:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481556864:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.770542:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.770571:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.770572:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170988.770580:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc30eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.770600:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481556736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.770604:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+555:3642:x1847765481553792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6747us (6893us total) trans 4294975286 rc 0/0 00010000:00010000:3.0:1762170988.770605:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.770608:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.770612:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.770617:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41465 00000100:00100000:0.0:1762170988.770635:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.770637:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481556864 00000100:00100000:2.0:1762170988.770643:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481556864 00000100:00100000:2.0:1762170988.770676:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481556736 00000100:00100000:2.0:1762170988.770679:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481556736 00000100:00100000:0.0:1762170988.770683:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41476 00000100:00100000:0.0:1762170988.770693:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+555:3643:x1847765481556864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.770835:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1868 count 1 00010000:00010000:0.0:1762170988.770850:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.770855:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+419:3640:x1847765481554432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5585us (5868us total) trans 4294977108 rc 0/0 00000100:00100000:3.0:1762170988.770869:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41468 00010000:00010000:0.0:1762170988.770874:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cbeb31 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54a5 expref: 465 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.770882:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.770885:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.770888:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.770892:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41477 00000100:00100000:3.0:1762170988.770903:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+418:3640:x1847765481556736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.770916:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1733 count 1 00010000:00010000:0.0:1762170988.770925:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cbeb31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54a5 expref: 465 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.770927:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.770947:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ea304de00/0x96d1ba5869cbe7fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4de4 expref: 592 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.770949:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cbeb31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54a5 expref: 465 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.770957:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.770961:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.770965:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.770971:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481556992:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.770984:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ea304de00/0x96d1ba5869cbe7fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4de4 expref: 592 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.770996:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ea304de00/0x96d1ba5869cbe7fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4de4 expref: 592 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.771009:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481557120:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.771033:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000004:00080000:0.0:1762170988.771063:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889d8cb68e00/2, rc 0, transno 4294977108 00000100:00100000:0.0:1762170988.771075:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889d8cb68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481554432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.771123:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7342000 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.771135:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481557248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.771171:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1762170988.771226:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f74000/2, rc 0, transno 4294975286 00000100:00100000:0.0:1762170988.771235:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481553792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.771279:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481557376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.771310:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.771314:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104c9200/0x96d1ba5869cbeaf2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc546d expref: 465 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.771329:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481555456:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.771351:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.771359:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.771361:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.771378:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.771386:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.771394:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.771411:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.771422:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.771423:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.771429:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.771432:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.771449:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.771451:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.771458:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.771467:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.771482:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.771485:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.771493:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc3123 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.771514:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481557248 00010000:00010000:0.0:1762170988.771515:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.771518:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481557248 00010000:00010000:0.0:1762170988.771518:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.771523:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.771541:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481557376 00000100:00100000:3.0:1762170988.771543:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481557376 00000100:00100000:3.0:1762170988.771562:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41478 00000100:00100000:3.0:1762170988.771570:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+420:3643:x1847765481557248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.771580:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1734 count 1 00010000:00010000:3.0:1762170988.771603:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.771611:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6e00/0x96d1ba5869cbe805 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4df2 expref: 592 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.771616:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.771617:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.771619:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.771640:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6e00/0x96d1ba5869cbe805 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4df2 expref: 592 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.771648:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6e00/0x96d1ba5869cbe805 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4df2 expref: 592 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.771655:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481557504:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.771685:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+420:3643:x1847765481555968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4323us (4420us total) trans 4294977109 rc 0/0 00000100:00100000:3.0:1762170988.771690:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55240 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.771696:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41473 00000100:00100000:0.0:1762170988.771749:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41479 00000100:00100000:0.0:1762170988.771760:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+556:3640:x1847765481557376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.771774:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1869 count 1 00010000:00010000:0.0:1762170988.771788:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.771801:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cbeb3f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54b3 expref: 464 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.771808:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.771810:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.771813:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.771832:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.771838:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cbeb3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54b3 expref: 464 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.771844:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.771853:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cbeb3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54b3 expref: 464 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.771865:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8761f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481557632:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.771886:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.771893:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.771896:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.771902:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.771912:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.771917:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc310e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.771923:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.771940:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.771943:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.771947:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170988.771962:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddc380/2, rc 0, transno 4294977109 00000100:00100000:0.0:1762170988.771974:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481555968:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.772032:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170988.772039:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8760000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481557760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.772062:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.772253:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+558:3643:x1847765481554048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7620us (8292us total) trans 4294975288 rc 0/0 00000100:00100000:0.0:1762170988.772262:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41466 00000100:00100000:0.0:1762170988.772284:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481557760 00000100:00100000:0.0:1762170988.772288:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481557760 00000100:00100000:3.0:1762170988.772291:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+557:3643:x1847765481554816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6541us (7158us total) trans 4294975287 rc 0/0 00000100:00100000:3.0:1762170988.772298:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41470 00000100:00100000:1.0:1762170988.772317:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+420:3643:x1847765481539584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34820us (34924us total) trans 4294977090 rc 0/0 00000100:00100000:0.0:1762170988.772319:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41480 00000100:00100000:1.0:1762170988.772331:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41412 00000100:00100000:0.0:1762170988.772335:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+420:3640:x1847765481557760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.772349:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1735 count 1 00010000:00010000:0.0:1762170988.772362:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.772373:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1000/0x96d1ba5869cc0a64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f24 expref: 592 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.772380:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.772383:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.772385:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.772407:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c1000/0x96d1ba5869cc0a64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f24 expref: 592 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.772419:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c1000/0x96d1ba5869cc0a64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f24 expref: 592 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.772432:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8763800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481557888:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.772457:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.772476:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.772508:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489583488 00000004:00080000:0.0:1762170988.772512:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8dddc00/2, rc 0, transno 4294975287 00000100:00100000:1.0:1762170988.772514:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489583488 00000100:00100000:0.0:1762170988.772526:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481554816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.772532:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489583616 00010000:00010000:1.0:1762170988.772536:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cbeb23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5497 expref: 465 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.772539:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489583616 00000100:00100000:3.0:1762170988.772541:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:0.0:1762170988.772542:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b708380/2, rc 0, transno 4294975288 00000100:00100000:0.0:1762170988.772553:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481554048:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.772565:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cbeb31 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54a5 expref: 466 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.772568:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489583744 00000004:00080000:0.0:1762170988.772572:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d53b80/2, rc 0, transno 4294977090 00000100:00100000:1.0:1762170988.772574:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489583744 00000100:00100000:0.0:1762170988.772598:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481539584:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.772606:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ea304de00/0x96d1ba5869cbe7fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4de4 expref: 593 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.772615:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32854 00000100:00100000:2.0:1762170988.772625:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+466:2414:x1847765489583488:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.772635:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.772643:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cbeb23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5497 expref: 466 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.772643:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32855 00000100:00100000:1.0:1762170988.772656:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+466:2417:x1847765489583616:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.772660:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cbeb23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5497 expref: 466 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.772669:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.772677:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cbeb31 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54a5 expref: 466 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.772678:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.772683:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.772688:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.772694:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8760e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481558144:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.772695:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cbeb31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54a5 expref: 466 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.772703:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.772742:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.772750:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.772759:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.772760:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.772764:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.772766:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+466:2414:x1847765489583488:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 142us (1283us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.772769:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.772780:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32854 00010000:00010000:1.0:1762170988.772783:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.772786:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.772798:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8761180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481558016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.772802:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489583872 00000100:00100000:2.0:1762170988.772807:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489583872 00010000:00010000:1.0:1762170988.772817:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.772825:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6e00/0x96d1ba5869cbe805 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4df2 expref: 594 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.772830:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.772836:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32856 00000100:00100000:2.0:1762170988.772852:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32857 00000100:00100000:1.0:1762170988.772852:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+465:2417:x1847765489583616:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 197us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.772861:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481558272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.772866:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32855 00000100:00100000:2.0:1762170988.772867:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+594:2416:x1847765489583872:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.772877:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.772881:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6e00/0x96d1ba5869cbe805 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4df2 expref: 594 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.772893:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6e00/0x96d1ba5869cbe805 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4df2 expref: 594 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.772898:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.772907:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+594:2417:x1847765489583744:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.772909:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.772912:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.772914:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.772920:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.772929:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.772945:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+594:2416:x1847765489583872:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 85us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.772952:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32857 00010000:00010000:0.0:1762170988.772954:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cbeb31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54a5 expref: 464 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.772970:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481556992:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.772971:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481558144 00000100:00100000:2.0:1762170988.772976:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481558144 00010000:00010000:0.0:1762170988.772992:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.772993:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481558016 00000100:00100000:2.0:1762170988.772997:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481558016 00010000:00010000:0.0:1762170988.773006:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.773009:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481558272 00000100:00100000:2.0:1762170988.773014:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481558272 00000100:00100000:1.0:1762170988.773018:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.773021:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.773035:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41481 00010000:00010000:3.0:1762170988.773037:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.773037:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.773049:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ea304de00/0x96d1ba5869cbe7fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4de4 expref: 593 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.773049:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+558:3643:x1847765481558144:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.773052:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.773055:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41482 00000100:00100000:1.0:1762170988.773072:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+420:3643:x1847765481558016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.773073:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1870 count 1 00010000:00010000:0.0:1762170988.773083:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.773089:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.773092:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1736 count 1 00010000:00010000:0.0:1762170988.773093:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.773102:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773108:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cbe00/0x96d1ba5869cbeb4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c1 expref: 463 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.773110:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.773114:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aec00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.773121:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773132:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.773136:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.773139:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89692600/0x96d1ba5869cbe813 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e0e expref: 593 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.773141:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773142:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.773147:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ea304de00/0x96d1ba5869cbe7fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4de4 expref: 593 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.773165:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.773171:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.773175:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.773178:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.773178:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.773183:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.773190:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773190:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cbe00/0x96d1ba5869cbeb4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c1 expref: 463 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.773193:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3138 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773206:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89692600/0x96d1ba5869cbe813 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e0e expref: 593 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.773222:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cbe00/0x96d1ba5869cbeb4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c1 expref: 463 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.773228:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.773229:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89692600/0x96d1ba5869cbe813 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e0e expref: 593 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.773233:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.773237:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.773244:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481558400:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.773251:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481558528:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.773269:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.773285:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.773286:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18c00 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.773287:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.773302:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489584000 00000100:00100000:2.0:1762170988.773306:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489584000 00000100:00100000:3.0:1762170988.773311:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+593:2417:x1847765489583744:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 463us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.773317:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32856 00010000:00010000:2.0:1762170988.773322:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cbeb3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54b3 expref: 464 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.773342:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32858 00000100:00100000:2.0:1762170988.773350:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+464:2416:x1847765489584000:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.773356:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.773359:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cbeb3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54b3 expref: 464 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.773367:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cbeb3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54b3 expref: 464 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.773378:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.773380:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.773382:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773388:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.773395:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ea304de00/0x96d1ba5869cbe7fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4de4 expref: 592 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.773405:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.773408:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.773412:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481557120:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.773433:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.773436:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+464:2416:x1847765489584000:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 85us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.773436:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489584128 00000100:00100000:1.0:1762170988.773443:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489584128 00000100:00100000:2.0:1762170988.773453:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32858 00010000:00010000:1.0:1762170988.773466:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c1000/0x96d1ba5869cc0a64 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f24 expref: 592 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.773480:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+559:3643:x1847765481556864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2787us (2935us total) trans 4294975289 rc 0/0 00000100:00100000:0.0:1762170988.773488:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41476 00010000:00010000:3.0:1762170988.773497:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.773498:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41483 00000100:00100000:1.0:1762170988.773502:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32859 00010000:00010000:3.0:1762170988.773510:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.773511:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+558:3640:x1847765481558272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.773521:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+592:2417:x1847765489584128:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.773524:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.773528:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1871 count 1 00000004:00080000:0.0:1762170988.773530:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b709c00/2, rc 0, transno 4294975289 00010000:00010000:1.0:1762170988.773536:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.773538:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773543:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773545:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c1000/0x96d1ba5869cc0a64 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f24 expref: 592 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.773546:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481556864:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.773556:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.773568:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.773568:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc200/0x96d1ba5869cbeb54 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54cf expref: 463 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.773573:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c1000/0x96d1ba5869cc0a64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f24 expref: 592 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.773574:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773580:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.773596:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.773602:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.773603:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.773607:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170988.773608:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773615:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.773619:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481558656:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.773620:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.773627:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.773628:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773640:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cc200/0x96d1ba5869cbeb54 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54cf expref: 463 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.773648:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773653:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.773655:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.773670:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc313f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773670:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc200/0x96d1ba5869cbeb54 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54cf expref: 463 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.773682:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.773688:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481558656 00000100:00100000:0.0:1762170988.773694:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481558656 00010000:00010000:3.0:1762170988.773696:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.773697:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481558784:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.773700:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.773703:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.773736:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+592:2417:x1847765489584128:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 194us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.773746:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32859 00000100:00100000:2.0:1762170988.773775:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e000 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.773785:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.773786:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41484 00010000:00010000:1.0:1762170988.773797:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.773802:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+559:3640:x1847765481558656:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.773812:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773815:0:176027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5800/0x96d1ba5869cbe7db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4d9e expref: 591 pid: 33719 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.773820:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1872 count 1 00010000:00010000:0.0:1762170988.773838:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.773839:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e796d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481553152:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.773841:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773854:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.773866:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cae00/0x96d1ba5869cbeb70 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54dd expref: 463 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.773868:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773875:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.773885:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773887:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.773888:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.773893:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.773897:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773898:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.773899:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773911:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773923:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.773929:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773939:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.773940:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.773943:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cae00/0x96d1ba5869cbeb70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54dd expref: 463 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.773944:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.773950:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773961:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.773968:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.773975:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.773985:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3115 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.773995:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.773997:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cae00/0x96d1ba5869cbeb70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54dd expref: 463 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.774010:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.774012:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.774016:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481558912:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.774017:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.774019:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc30cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.774023:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.774040:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.774043:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.774044:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.774052:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+422:3643:x1847765481552896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12493us (12593us total) trans 4294977111 rc 0/0 00000100:00100000:2.0:1762170988.774058:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41461 00000100:00100000:0.0:1762170988.774072:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.774077:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+421:3640:x1847765481556736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3177us (3444us total) trans 4294977110 rc 0/0 00000100:00100000:3.0:1762170988.774083:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41477 00000004:00080000:0.0:1762170988.774107:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb2a00/2, rc 0, transno 4294977111 00000100:00100000:0.0:1762170988.774121:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481552896:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.774130:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6e00/0x96d1ba5869cbe805 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4df2 expref: 590 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.774144:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481557504:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.774163:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.774173:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481559040:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.774202:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.774208:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.774217:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.774225:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.774234:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.774242:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.774252:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+560:3640:x1847765481555328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8400us (8477us total) trans 4294975290 rc 0/0 00010000:00010000:3.0:1762170988.774257:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1762170988.774258:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b70b100/2, rc 0, transno 4294977110 00000100:00100000:1.0:1762170988.774264:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41471 00000100:00100000:0.0:1762170988.774274:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481556736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.774284:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481559040 00000100:00100000:1.0:1762170988.774288:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481559040 00000004:00080000:0.0:1762170988.774325:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddf480/2, rc 0, transno 4294975290 00000100:00100000:1.0:1762170988.774327:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41485 00000100:00100000:0.0:1762170988.774338:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481555328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.774340:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+422:3643:x1847765481559040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.774357:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1737 count 1 00010000:00010000:1.0:1762170988.774371:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.774385:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5e00/0x96d1ba5869cbe81a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e1c expref: 589 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.774386:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170988.774396:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.774399:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170988.774401:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+422:3643:x1847765481557248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2830us (3228us total) trans 4294977112 rc 0/0 00010000:00010000:1.0:1762170988.774401:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.774402:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481559296:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.774406:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.774407:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.774422:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41478 00010000:00010000:0.0:1762170988.774431:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.774436:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.774446:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5e00/0x96d1ba5869cbe81a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e1c expref: 589 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.774447:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.774448:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.774470:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5e00/0x96d1ba5869cbe81a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e1c expref: 589 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.774480:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481559296 00010000:00010000:0.0:1762170988.774483:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.774486:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481559424:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.774487:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481559296 00010000:00010000:0.0:1762170988.774499:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3146 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.774518:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.774521:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.774525:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.774527:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41486 00000100:00100000:1.0:1762170988.774540:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18780 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.774543:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481559168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.774582:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.774620:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+560:3641:x1847765481559296:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170988.774635:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b70b480/2, rc 0, transno 4294977112 00002000:00080000:3.0:1762170988.774637:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1873 count 1 00000100:00100000:1.0:1762170988.774638:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481559168 00000100:00100000:1.0:1762170988.774645:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481559168 00000100:00100000:0.0:1762170988.774649:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481557248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.774677:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41487 00000100:00100000:1.0:1762170988.774687:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+422:3643:x1847765481559168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.774695:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.774703:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1738 count 1 00010000:00010000:3.0:1762170988.774736:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cbeb77 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54eb expref: 463 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.774744:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481559552:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.774746:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.774746:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.774750:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.774757:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.774767:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7400/0x96d1ba5869cbe821 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e2a expref: 589 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.774775:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.774778:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.774782:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.774782:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.774786:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cbeb77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54eb expref: 463 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.774807:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cbeb77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54eb expref: 463 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.774813:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cbeb3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54b3 expref: 463 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.774823:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7400/0x96d1ba5869cbe821 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e2a expref: 589 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.774825:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481559680:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.774825:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481559552 00000100:00100000:2.0:1762170988.774832:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481559552 00000100:00100000:0.0:1762170988.774836:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8761f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481557632:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.774847:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7400/0x96d1ba5869cbe821 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e2a expref: 589 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.774858:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.774860:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481559808:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.774868:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41488 00010000:00010000:0.0:1762170988.774878:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.774879:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7342000 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.774883:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e796a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+423:3641:x1847765481559552:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.774895:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f540 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.774896:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.774901:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1739 count 1 00010000:00010000:0.0:1762170988.774915:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.774918:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.774931:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.774938:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89690a00/0x96d1ba5869cbe828 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e38 expref: 589 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.774947:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.774950:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.774953:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.774956:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.774962:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.774968:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.774977:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.774981:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89690a00/0x96d1ba5869cbe828 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e38 expref: 589 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.774982:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.775004:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.775009:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89690a00/0x96d1ba5869cbe828 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e38 expref: 589 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.775021:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.775026:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481559936:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.775037:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae000/0x96d1ba5869cc314d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.775054:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.775057:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.775059:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.775072:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.775099:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+561:3640:x1847765481557376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3342us (3789us total) trans 4294975291 rc 0/0 00000100:00100000:0.0:1762170988.775108:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41479 00000004:00080000:0.0:1762170988.775143:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e59c00/2, rc 0, transno 4294975291 00000100:00100000:0.0:1762170988.775152:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481557376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.775186:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.775193:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481560064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.775218:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.775262:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.775272:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.775281:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.775289:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.775308:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.775327:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.775334:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.775342:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afe00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.775346:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.775358:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.775371:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.775378:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc3107 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.775395:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.775398:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.775400:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.775452:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+424:3643:x1847765481554688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10174us (10442us total) trans 4294977113 rc 0/0 00000100:00100000:0.0:1762170988.775460:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41469 00000100:00100000:0.0:1762170988.775480:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481560064 00000100:00100000:0.0:1762170988.775484:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481560064 00000100:00100000:2.0:1762170988.775497:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481558400:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.775515:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41489 00010000:00010000:2.0:1762170988.775516:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.775528:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+561:3643:x1847765481560064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.775543:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1874 count 1 00000100:00100000:3.0:1762170988.775545:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.775550:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481558784:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.775560:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.775568:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.775573:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.775576:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cbeb7e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f9 expref: 462 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.775601:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.775603:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.775607:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.775611:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489584384 00000100:00100000:2.0:1762170988.775617:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489584384 00010000:00010000:0.0:1762170988.775632:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cbeb7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f9 expref: 462 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.775640:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89692600/0x96d1ba5869cbe813 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e0e expref: 590 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.775648:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cbeb7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f9 expref: 462 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.775664:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.775668:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481560192:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.775672:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489584256 00000100:00100000:2.0:1762170988.775676:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489584256 00010000:00010000:2.0:1762170988.775696:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cbe00/0x96d1ba5869cbeb4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c1 expref: 463 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.775747:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.775768:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489584512 00000100:00100000:2.0:1762170988.775773:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489584512 00010000:00010000:2.0:1762170988.775790:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc200/0x96d1ba5869cbeb54 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54cf expref: 464 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.775813:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489584640 00000100:00100000:2.0:1762170988.775816:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489584640 00010000:00010000:3.0:1762170988.775828:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.775832:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cae00/0x96d1ba5869cbeb70 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54dd expref: 465 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.775857:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32860 00000100:00100000:3.0:1762170988.775860:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.775861:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.775872:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+590:2414:x1847765489584384:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.775878:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489584768 00000100:00100000:3.0:1762170988.775882:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489584768 00010000:00010000:2.0:1762170988.775883:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.775892:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89692600/0x96d1ba5869cbe813 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e0e expref: 591 pid: 8390 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.775897:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddf100/2, rc 0, transno 4294977113 00010000:00010000:3.0:1762170988.775898:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5e00/0x96d1ba5869cbe81a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e1c expref: 591 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.775911:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481554688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.775913:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89692600/0x96d1ba5869cbe813 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e0e expref: 591 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.775920:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32861 00000100:00100000:3.0:1762170988.775930:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+465:2415:x1847765489584256:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.775936:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.775938:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.775940:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.775944:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cbe00/0x96d1ba5869cbeb4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c1 expref: 465 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.775946:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.775958:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.775962:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481560320:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.775979:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.775996:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32862 00000100:00100000:1.0:1762170988.776007:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+465:2415:x1847765489584512:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.776014:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+591:2414:x1847765489584384:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 142us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.776015:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.776023:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.776027:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32860 00010000:00010000:1.0:1762170988.776033:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cc200/0x96d1ba5869cbeb54 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54cf expref: 465 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.776042:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cbe00/0x96d1ba5869cbeb4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c1 expref: 465 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.776052:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cc200/0x96d1ba5869cbeb54 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54cf expref: 465 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.776056:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32863 00010000:00010000:3.0:1762170988.776058:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cbe00/0x96d1ba5869cbeb4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x74e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c1 expref: 465 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.776073:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+465:2416:x1847765489584640:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.776074:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481558912:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.776084:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.776087:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc200/0x96d1ba5869cbeb54 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x74f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54cf expref: 464 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.776088:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.776088:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.776093:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776099:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x750:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776100:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cae00/0x96d1ba5869cbeb70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x750:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54dd expref: 464 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.776109:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.776114:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.776117:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.776120:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776131:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cae00/0x96d1ba5869cbeb70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x750:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54dd expref: 463 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.776144:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776156:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cae00/0x96d1ba5869cbeb70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x750:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54dd expref: 463 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.776169:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.776171:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.776175:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.776178:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776180:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cbeb23 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5497 expref: 462 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.776196:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+462:2415:x1847765489584512:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (528us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.776198:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.776202:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.776205:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b708700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481556608:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.776216:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32862 00000100:00100000:3.0:1762170988.776226:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+461:2415:x1847765489584256:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 295us (655us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.776229:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776231:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.776238:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32861 00010000:00010000:0.0:1762170988.776245:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.776251:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32864 00000100:00100000:2.0:1762170988.776259:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+459:2416:x1847765489584640:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 190us (512us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.776261:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.776267:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+590:2417:x1847765489584768:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.776277:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32863 00010000:00010000:1.0:1762170988.776284:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.776291:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.776294:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5e00/0x96d1ba5869cbe81a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e1c expref: 590 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.776311:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.776318:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5e00/0x96d1ba5869cbe81a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e1c expref: 590 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.776331:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.776335:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.776338:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.776339:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.776343:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.776345:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776351:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776356:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.776368:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776377:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aee00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.776382:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776385:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776407:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776411:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.776418:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.776428:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.776434:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776435:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.776444:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+590:2417:x1847765489584768:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (588us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.776449:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc3131 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.776457:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32864 00010000:00010000:0.0:1762170988.776473:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.776478:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776486:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.776491:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776498:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776512:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776522:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc315b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.776538:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.776541:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.776543:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.776555:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.776556:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.776565:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.776573:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+562:3643:x1847765481558144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3527us (3813us total) trans 4294975292 rc 0/0 00010000:00010000:0.0:1762170988.776576:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.776596:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489585024 00000100:00100000:2.0:1762170988.776597:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41481 00000100:00100000:3.0:1762170988.776603:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.776603:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489585024 00010000:00010000:0.0:1762170988.776605:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.776619:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481560320 00000100:00100000:2.0:1762170988.776625:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481560320 00010000:00010000:0.0:1762170988.776626:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.776627:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7400/0x96d1ba5869cbe821 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e2a expref: 590 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.776656:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.776659:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41490 00010000:00010000:1.0:1762170988.776663:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.776672:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+424:3643:x1847765481560320:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.776677:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.776682:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.776688:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1740 count 1 00010000:00010000:1.0:1762170988.776691:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776700:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776730:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89693a00/0x96d1ba5869cbe82f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e46 expref: 590 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.776733:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776742:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.776746:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.776746:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc3170 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776752:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.776762:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.776766:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.776769:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.776778:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89693a00/0x96d1ba5869cbe82f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e46 expref: 590 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.776780:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+562:3640:x1847765481558656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2980us (3125us total) trans 4294975293 rc 0/0 00000100:00100000:1.0:1762170988.776781:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489584896 00000100:00100000:1.0:1762170988.776787:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489584896 00000100:00100000:0.0:1762170988.776800:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41484 00010000:00010000:2.0:1762170988.776803:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89693a00/0x96d1ba5869cbe82f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e46 expref: 590 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.776809:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cbeb77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54eb expref: 459 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.776824:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481560448:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.776843:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8760e00/2, rc 0, transno 4294975292 00000100:00100000:1.0:1762170988.776844:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32865 00000100:00100000:1.0:1762170988.776857:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+590:2414:x1847765489585024:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.776858:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8760e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481558144:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.776871:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.776875:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.776879:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7400/0x96d1ba5869cbe821 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e2a expref: 590 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.776892:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7400/0x96d1ba5869cbe821 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e2a expref: 590 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.776900:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32866 00010000:00010000:1.0:1762170988.776908:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.776913:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.776914:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+459:2416:x1847765489584896:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.776918:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.776921:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481560576:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.776925:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.776928:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.776936:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cbeb77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54eb expref: 459 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.776938:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776960:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cbeb77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54eb expref: 459 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.776962:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.776976:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.776978:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.776981:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.776990:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.777004:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.777013:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+590:2414:x1847765489585024:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 159us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.777022:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.777023:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32865 00000100:00100000:2.0:1762170988.777030:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+459:2416:x1847765489584896:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 119us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.777043:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489585152 00000100:00100000:2.0:1762170988.777044:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32866 00000100:00100000:1.0:1762170988.777047:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489585152 00010000:00010000:1.0:1762170988.777062:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89690a00/0x96d1ba5869cbe828 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e38 expref: 590 pid: 33721 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.777066:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8761880/2, rc 0, transno 4294975293 00000100:00100000:0.0:1762170988.777080:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481558656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.777086:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32867 00000100:00100000:1.0:1762170988.777097:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+590:2417:x1847765489585152:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.777102:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.777106:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.777113:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.777116:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89690a00/0x96d1ba5869cbe828 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e38 expref: 590 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.777122:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.777125:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1762170988.777135:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.777138:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89690a00/0x96d1ba5869cbe828 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e38 expref: 590 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.777139:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481560704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.777156:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.777163:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.777166:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.777167:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.777169:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.777176:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.777180:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.777181:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.777184:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.777205:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.777209:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.777212:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.777216:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481560576 00010000:00010000:3.0:1762170988.777219:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.777222:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481560576 00010000:00010000:3.0:1762170988.777237:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.777239:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+590:2417:x1847765489585152:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 143us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.777246:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481560704 00000100:00100000:0.0:1762170988.777251:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481560704 00010000:00010000:3.0:1762170988.777254:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3169 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.777259:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32867 00000100:00100000:2.0:1762170988.777274:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+564:3640:x1847765481558272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3763us (4378us total) trans 4294975294 rc 0/0 00000100:00100000:0.0:1762170988.777274:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41491 00010000:00010000:3.0:1762170988.777279:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.777282:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489585280 00010000:00010000:3.0:1762170988.777284:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.777287:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489585280 00000100:00100000:0.0:1762170988.777288:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+564:3640:x1847765481560576:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.777289:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41483 00010000:00010000:3.0:1762170988.777290:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.777302:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cbeb7e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f9 expref: 459 pid: 33721 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.777307:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1875 count 1 00000100:00100000:2.0:1762170988.777318:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41492 00010000:00010000:0.0:1762170988.777323:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.777328:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32868 00000100:00100000:2.0:1762170988.777330:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+563:3640:x1847765481560704:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.777342:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+459:2416:x1847765489585280:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.777349:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cb400/0x96d1ba5869cbeb93 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5507 expref: 459 pid: 24348 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1762170988.777350:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1876 count 1 00010000:00010000:1.0:1762170988.777353:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.777363:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cbeb7e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f9 expref: 459 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.777369:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777374:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.777378:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.777384:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.777389:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cbeb7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f9 expref: 459 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.777395:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cbec26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5515 expref: 459 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.777412:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.777413:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cb400/0x96d1ba5869cbeb93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5507 expref: 459 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.777417:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.777419:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.777423:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.777423:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.777430:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777436:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cb400/0x96d1ba5869cbeb93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5507 expref: 459 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.777441:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.777469:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cbec26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5515 expref: 459 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.777470:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.777470:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481560832:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.777473:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cbeb77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54eb expref: 459 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.777498:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cbec26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5515 expref: 458 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.777501:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481559680:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.777506:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.777508:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+458:2416:x1847765489585280:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 166us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.777524:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32868 00000100:00100000:2.0:1762170988.777527:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481560960:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.777538:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8762d80/2, rc 0, transno 4294975294 00000100:00100000:0.0:1762170988.777549:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481558272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.777558:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.777573:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.777627:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1762170988.777631:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89690a00/0x96d1ba5869cbe828 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e38 expref: 589 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.777639:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481561088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.777648:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481559936:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.777660:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89692600/0x96d1ba5869cbe813 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e0e expref: 588 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.777671:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.777675:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.777676:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.777678:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481558528:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.777699:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.777704:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.777729:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.777735:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777739:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.777755:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.777758:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.777759:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777765:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.777782:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.777785:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.777787:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777792:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.777812:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.777815:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777819:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.777820:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.777835:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.777838:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.777845:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777853:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.777858:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777872:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777888:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777896:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc318c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.777901:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.777908:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.777915:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.777920:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.777920:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.777926:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.777931:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.777939:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.777948:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e796a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+426:3641:x1847765481559552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3066us (3164us total) trans 4294977114 rc 0/0 00010000:00010000:3.0:1762170988.777956:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.777958:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41488 00010000:00010000:0.0:1762170988.777964:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1000/0x96d1ba5869cc0a64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f24 expref: 587 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170988.777967:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+426:3643:x1847765481558016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4898us (5136us total) trans 4294977115 rc 0/0 00010000:00010000:3.0:1762170988.777974:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3162 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.777977:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481561088 00000100:00100000:2.0:1762170988.777984:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481561088 00000100:00100000:1.0:1762170988.777987:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41482 00000100:00100000:0.0:1762170988.777993:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8763800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481557888:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.778011:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.778015:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.778017:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.778018:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.778020:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41493 00010000:00010000:0.0:1762170988.778032:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.778034:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.778034:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+564:3643:x1847765481561088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.778047:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.778048:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.778054:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481560448:192.168.202.10@tcp:104: 00002000:00080000:1.0:1762170988.778054:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1877 count 1 00010000:00010000:3.0:1762170988.778056:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.778065:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778070:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.778071:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.778075:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.778078:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.778082:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778101:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cf800/0x96d1ba5869cbec42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5523 expref: 457 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.778105:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.778113:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1762170988.778124:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e3b80/2, rc 0, transno 4294977114 00010000:00010000:3.0:1762170988.778130:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778134:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.778137:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.778139:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481559552:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.778142:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 4/0,1 mode: --/PW res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.778162:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc317e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.778179:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.778181:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cf800/0x96d1ba5869cbec42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5523 expref: 457 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.778185:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778193:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cf800/0x96d1ba5869cbec42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5523 expref: 457 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.778196:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.778204:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.778208:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481561344:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.778219:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.778232:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.778239:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc3154 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.778262:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.778264:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.778293:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.778312:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.778315:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.778323:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.778420:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f5e00/0x96d1ba5869cbe81a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e1c expref: 586 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.778435:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481559424:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.778453:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778462:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778470:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778478:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778486:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778507:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.778572:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481560960:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.778582:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.778606:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.778631:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.778631:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489585408 00000100:00100000:2.0:1762170988.778636:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489585408 00010000:00010000:0.0:1762170988.778640:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.778647:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.778649:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+426:3643:x1847765481559040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4310us (4441us total) trans 4294977117 rc 0/0 00010000:00010000:2.0:1762170988.778655:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89693a00/0x96d1ba5869cbe82f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e46 expref: 586 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.778667:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41485 00010000:00010000:0.0:1762170988.778668:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.778676:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.778685:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.778693:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489585664 00000100:00100000:1.0:1762170988.778697:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489585536 00000100:00100000:2.0:1762170988.778698:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489585664 00010000:00010000:0.0:1762170988.778700:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.778703:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489585536 00010000:00010000:2.0:1762170988.778743:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cbec26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5515 expref: 459 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.778759:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cb400/0x96d1ba5869cbeb93 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5507 expref: 459 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.778773:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32869 00000100:00100000:2.0:1762170988.778785:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+586:2415:x1847765489585408:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.778797:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3177 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.778798:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32870 00010000:00010000:2.0:1762170988.778799:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.778808:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89693a00/0x96d1ba5869cbe82f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e46 expref: 586 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.778811:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+459:2417:x1847765489585664:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.778812:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+565:3641:x1847765481559296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4273us (4365us total) trans 4294975295 rc 0/0 00010000:00010000:0.0:1762170988.778822:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.778825:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.778827:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.778832:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.778833:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41486 00010000:00010000:2.0:1762170988.778835:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89693a00/0x96d1ba5869cbe82f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e46 expref: 586 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.778835:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cbec26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5515 expref: 459 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.778860:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cbec26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5515 expref: 459 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.778862:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32871 00010000:00010000:2.0:1762170988.778866:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89693a00/0x96d1ba5869cbe82f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e46 expref: 586 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.778885:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.778887:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cbec26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5515 expref: 459 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.778888:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.778894:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.778905:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778905:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.778908:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.778913:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.778921:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.778932:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.778941:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.778949:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+458:2415:x1847765489585536:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.778963:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+585:2415:x1847765489585408:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 180us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.778971:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+458:2417:x1847765489585664:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 161us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.778976:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32869 00000100:00100000:1.0:1762170988.778985:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32870 00010000:00010000:3.0:1762170988.779017:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1762170988.779020:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8760a80/2, rc 0, transno 4294975295 00010000:00010000:3.0:1762170988.779026:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cb400/0x96d1ba5869cbeb93 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x753:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5507 expref: 457 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.779033:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481559296:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.779046:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cb400/0x96d1ba5869cbeb93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x753:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5507 expref: 457 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.779070:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.779072:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.779073:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.779079:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.779081:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.779103:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.779103:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.779116:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.779134:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.779138:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.779148:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.779155:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.779160:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481561344:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.779168:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.779174:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779181:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779217:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7400/0x96d1ba5869cbe821 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e2a expref: 584 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.779233:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481559808:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.779247:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779257:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.779269:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+426:3643:x1847765481560320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2599us (3257us total) trans 4294977118 rc 0/0 00010000:00010000:1.0:1762170988.779273:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.779282:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41490 00010000:00010000:1.0:1762170988.779289:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.779297:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779299:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.779309:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.779323:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481561472:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.779324:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779329:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.779339:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc319a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779341:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.779349:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.779360:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.779363:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.779364:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.779369:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.779370:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.779373:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.779381:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779395:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.779397:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481561472 00000100:00100000:2.0:1762170988.779403:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481561472 00010000:00010000:1.0:1762170988.779405:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3185 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.779420:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.779441:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41494 00010000:00010000:1.0:1762170988.779444:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.779449:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.779453:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+565:3641:x1847765481561472:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.779454:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.779469:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489585792 00000100:00100000:3.0:1762170988.779472:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+457:2415:x1847765489585536:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 527us (842us total) trans 0 rc 0/0 00002000:00080000:2.0:1762170988.779472:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1878 count 1 00000100:00100000:1.0:1762170988.779475:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489585792 00000100:00100000:3.0:1762170988.779485:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32871 00010000:00010000:2.0:1762170988.779489:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779498:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cf800/0x96d1ba5869cbec42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5523 expref: 458 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.779505:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104ce200/0x96d1ba5869cbec50 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5531 expref: 457 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.779515:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.779517:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.779520:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.779529:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32872 00000100:00100000:1.0:1762170988.779540:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+457:2417:x1847765489585792:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.779545:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104ce200/0x96d1ba5869cbec50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5531 expref: 457 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.779550:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.779558:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cf800/0x96d1ba5869cbec42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x755:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5523 expref: 457 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.779562:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104ce200/0x96d1ba5869cbec50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5531 expref: 457 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.779577:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cf800/0x96d1ba5869cbec42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x755:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5523 expref: 457 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.779594:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e797b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481561600:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.779603:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cf800/0x96d1ba5869cbec42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x755:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5523 expref: 457 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.779614:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.779617:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.779620:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779627:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.779646:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.779647:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.779667:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.779673:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+456:2417:x1847765489585792:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 135us (258us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.779684:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.779691:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32872 00010000:00010000:2.0:1762170988.779700:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.779738:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779747:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.779757:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.779757:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779769:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779776:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.779791:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.779824:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.779826:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.779831:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.779833:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.779851:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.779856:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.779864:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.779877:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.779885:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc31a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.779904:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+567:3640:x1847765481560704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2577us (2726us total) trans 4294975296 rc 0/0 00010000:00010000:0.0:1762170988.779905:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.779910:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.779915:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.779916:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41492 00000100:00100000:1.0:1762170988.779928:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+567:3643:x1847765481561088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1896us (2254us total) trans 4294975297 rc 0/0 00000100:00100000:0.0:1762170988.779937:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481561216:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.779939:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.779943:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41493 00010000:00010000:3.0:1762170988.779946:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.779956:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.779975:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 1/0,0 mode: --/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.779983:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.779989:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc31af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.780024:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e1880/2, rc 0, transno 4294975297 00000100:00100000:0.0:1762170988.780037:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481561088:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.780065:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.780069:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.780071:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.780087:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481561728:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170988.780097:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e3800/2, rc 0, transno 4294977118 00000100:00100000:1.0:1762170988.780099:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+426:3643:x1847765481559168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5412us (5515us total) trans 4294977119 rc 0/0 00000100:00100000:1.0:1762170988.780109:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41487 00000100:00100000:0.0:1762170988.780113:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481560320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.780121:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.780131:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481561216 00000100:00100000:1.0:1762170988.780135:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481561216 00000004:00080000:0.0:1762170988.780161:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8762a00/2, rc 0, transno 4294977119 00000100:00100000:1.0:1762170988.780165:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481561728 00000100:00100000:1.0:1762170988.780169:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481561728 00000100:00100000:2.0:1762170988.780170:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41495 00000100:00100000:0.0:1762170988.780176:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481559168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.780184:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+426:3643:x1847765481561216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.780190:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41496 00002000:00080000:2.0:1762170988.780199:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1741 count 1 00000100:00100000:1.0:1762170988.780203:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+566:3641:x1847765481561728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.780215:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.780219:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1879 count 1 00000004:00080000:0.0:1762170988.780222:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8762300/2, rc 0, transno 4294977117 00000100:00100000:0.0:1762170988.780236:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481559040:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.780239:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89694600/0x96d1ba5869cbe83d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e54 expref: 583 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.780239:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.780260:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.780263:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.780267:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104ca600/0x96d1ba5869cbec73 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc553f expref: 455 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.780268:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.780274:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8761180/2, rc 0, transno 4294977115 00010000:00010000:1.0:1762170988.780285:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.780288:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8761180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481558016:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.780289:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.780294:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.780305:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89694600/0x96d1ba5869cbe83d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e54 expref: 583 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.780320:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104ca600/0x96d1ba5869cbec73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc553f expref: 455 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.780327:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481561984:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.780328:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89694600/0x96d1ba5869cbe83d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e54 expref: 583 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.780337:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104ca600/0x96d1ba5869cbec73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc553f expref: 455 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.780350:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481562240:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.780355:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481562496:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.780364:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.780402:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.780411:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481561856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.780412:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.780420:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481561984 00000100:00100000:1.0:1762170988.780425:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481561984 00000100:00100000:2.0:1762170988.780434:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481562368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.780444:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.780456:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481561856 00000100:00100000:1.0:1762170988.780460:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481561856 00000100:00100000:3.0:1762170988.780476:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41497 00000100:00100000:2.0:1762170988.780479:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.780491:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+428:3643:x1847765481561984:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.780491:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481562112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.780503:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481562368 00000100:00100000:1.0:1762170988.780508:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481562368 00000100:00100000:1.0:1762170988.780531:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41498 00000100:00100000:1.0:1762170988.780541:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+429:3643:x1847765481561856:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.780545:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e797b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481561600:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.780546:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.780555:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481562112 00002000:00080000:1.0:1762170988.780555:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1742 count 1 00000100:00100000:3.0:1762170988.780562:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481562112 00010000:00010000:2.0:1762170988.780568:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.780568:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.780576:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e3100/2, rc 0, transno 4294975296 00000100:00100000:3.0:1762170988.780602:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41499 00010000:00010000:1.0:1762170988.780602:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89690600/0x96d1ba5869cbe844 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e62 expref: 583 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.780604:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481560704:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.780617:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.780618:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+430:3641:x1847765481562368:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.780618:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41500 00010000:00010000:1.0:1762170988.780620:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.780627:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.780633:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+430:3640:x1847765481562112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.780636:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1745 count 1 00010000:00010000:3.0:1762170988.780652:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.780658:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89690600/0x96d1ba5869cbe844 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e62 expref: 583 pid: 33721 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1762170988.780664:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1744 count 1 00010000:00010000:3.0:1762170988.780672:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89693800/0x96d1ba5869cbe852 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e8c expref: 583 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.780675:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170988.780676:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89690600/0x96d1ba5869cbe844 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e62 expref: 583 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.780679:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.780687:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481562624:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.780697:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.780702:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.780706:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.780770:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481562752:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.780781:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89696800/0x96d1ba5869cbe84b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e7e expref: 583 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.780790:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.780793:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.780796:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.780805:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.780807:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.780844:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89696800/0x96d1ba5869cbe84b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e7e expref: 583 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.780851:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.780852:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.780854:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89693800/0x96d1ba5869cbe852 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e8c expref: 583 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.780868:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89696800/0x96d1ba5869cbe84b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e7e expref: 583 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.780874:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89693800/0x96d1ba5869cbe852 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e8c expref: 583 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.780886:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481562880:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.780893:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481563008:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.780906:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.780912:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.780917:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.780920:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.780924:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.780930:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.780939:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481562624 00010000:00010000:3.0:1762170988.780940:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.780945:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481562624 00010000:00010000:3.0:1762170988.780947:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc311c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.780969:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.780977:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41501 00000100:00100000:2.0:1762170988.780986:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+568:3643:x1847765481562624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.780999:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1880 count 1 00000100:00100000:0.0:1762170988.781004:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+568:3640:x1847765481555712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14829us (14909us total) trans 4294975298 rc 0/0 00000100:00100000:0.0:1762170988.781014:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41472 00010000:00010000:2.0:1762170988.781015:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781028:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cec00/0x96d1ba5869cbec8f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc554d expref: 455 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.781035:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.781037:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.781040:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.781052:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b709180/2, rc 0, transno 4294975298 00010000:00010000:3.0:1762170988.781062:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.781062:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104cec00/0x96d1ba5869cbec8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc554d expref: 455 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.781066:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481555712:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.781067:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.781072:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.781087:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104cec00/0x96d1ba5869cbec8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc554d expref: 455 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.781101:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481563136:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.781126:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481563264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.781130:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.781158:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.781161:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481562240:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.781179:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.781203:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489585920 00000100:00100000:2.0:1762170988.781207:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489585920 00000100:00100000:0.0:1762170988.781210:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481563264 00000100:00100000:0.0:1762170988.781216:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481563264 00010000:00010000:2.0:1762170988.781226:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104ce200/0x96d1ba5869cbec50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5531 expref: 456 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.781248:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41502 00000100:00100000:2.0:1762170988.781258:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32873 00000100:00100000:1.0:1762170988.781260:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.781260:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+568:3643:x1847765481563264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.781266:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.781272:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+456:2416:x1847765489585920:12345-192.168.202.10@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1762170988.781277:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1881 count 1 00010000:00010000:2.0:1762170988.781284:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.781286:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489586048 00000100:00100000:3.0:1762170988.781291:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489586048 00010000:00010000:2.0:1762170988.781291:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104ce200/0x96d1ba5869cbec50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5531 expref: 456 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.781293:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781315:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104ce200/0x96d1ba5869cbec50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5531 expref: 456 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.781318:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cbecab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc555b expref: 456 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.781334:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.781336:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.781339:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781341:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104ce200/0x96d1ba5869cbec50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5531 expref: 456 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.781362:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.781364:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.781367:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.781375:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cbecab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc555b expref: 455 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.781378:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.781398:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cbecab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc555b expref: 455 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.781407:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.781415:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1460700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481563392:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.781441:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89694600/0x96d1ba5869cbe83d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e54 expref: 584 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.781443:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+455:2416:x1847765489585920:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 173us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.781446:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.781461:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32873 00000100:00100000:2.0:1762170988.781483:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32874 00000100:00100000:2.0:1762170988.781494:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+584:2415:x1847765489586048:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.781504:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1762170988.781510:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1743 count 1 00010000:00010000:2.0:1762170988.781510:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89694600/0x96d1ba5869cbe83d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e54 expref: 584 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.781522:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781525:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89694600/0x96d1ba5869cbe83d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e54 expref: 584 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.781544:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48600/0x96d1ba5869cc0953 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e13 expref: 584 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.781550:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170988.781553:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.781553:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89694600/0x96d1ba5869cbe83d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e54 expref: 584 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.781567:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.781569:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.781572:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781579:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.781581:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4684050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+569:3640:x1847765481556480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12456us (12556us total) trans 4294975299 rc 0/0 00010000:00010000:3.0:1762170988.781604:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.781610:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41475 00010000:00010000:2.0:1762170988.781618:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.781646:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48600/0x96d1ba5869cc0953 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e13 expref: 583 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.781647:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+583:2415:x1847765489586048:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 153us (391us total) trans 0 rc 0/0 00000004:00080000:0.0:1762170988.781653:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b70ad80/2, rc 0, transno 4294975299 00000100:00100000:2.0:1762170988.781661:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32874 00000100:00100000:0.0:1762170988.781668:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481556480:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.781673:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48600/0x96d1ba5869cc0953 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e13 expref: 583 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.781687:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481563520:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.781689:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781699:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781733:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.781735:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481563648:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.781747:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781765:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.781775:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.781779:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781786:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.781791:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.781800:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cb400/0x96d1ba5869cbeb93 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5507 expref: 454 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.781802:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.781805:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7342000 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.781824:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.781829:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481560832:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.781832:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781842:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc31b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.781852:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781860:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.781862:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.781864:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.781864:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481563648 00010000:00010000:2.0:1762170988.781870:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.781871:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481563648 00010000:00010000:1.0:1762170988.781875:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.781885:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.781893:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.781903:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41503 00000100:00100000:0.0:1762170988.781914:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+569:3640:x1847765481563648:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.781915:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.781928:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.781933:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.781941:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.781945:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.781954:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.781973:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.781981:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc31a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.782004:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.782007:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.782010:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1762170988.782025:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1882 count 1 00000100:00100000:2.0:1762170988.782035:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+571:3641:x1847765481561472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2586us (2679us total) trans 4294975300 rc 0/0 00010000:00010000:0.0:1762170988.782037:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.782047:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41494 00010000:00010000:0.0:1762170988.782057:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15800/0x96d1ba5869cbecb9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5569 expref: 453 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.782066:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.782068:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+570:3640:x1847765481560576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4782us (5047us total) trans 4294975301 rc 0/0 00010000:00010000:0.0:1762170988.782069:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.782075:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.782081:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41491 00000004:00080000:2.0:1762170988.782086:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e795180/2, rc 0, transno 4294975300 00000100:00100000:2.0:1762170988.782107:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481561472:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.782107:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15800/0x96d1ba5869cbecb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5569 expref: 453 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.782125:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15800/0x96d1ba5869cbecb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5569 expref: 453 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.782127:0:9199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cbeb7e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f9 expref: 453 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.782136:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.782150:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.782161:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481560192:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.782163:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.782173:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1460e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481563776:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.782176:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.782180:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.782201:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.782204:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.782217:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481563904:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.782219:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.782221:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.782234:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.782243:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.782244:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.782250:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.782257:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.782261:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.782264:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489586176 00010000:00010000:3.0:1762170988.782271:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.782271:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489586176 00010000:00010000:3.0:1762170988.782278:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.782286:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.782294:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89690600/0x96d1ba5869cbe844 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e62 expref: 583 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.782299:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.782309:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc31bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.782310:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e0e00/2, rc 0, transno 4294975301 00000100:00100000:1.0:1762170988.782319:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489586304 00000100:00100000:1.0:1762170988.782324:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489586304 00000100:00100000:0.0:1762170988.782326:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481560576:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.782335:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.782338:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.782341:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89696800/0x96d1ba5869cbe84b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e7e expref: 584 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.782348:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481562880:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.782368:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.782374:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.782376:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32875 00000100:00100000:1.0:1762170988.782386:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+584:2415:x1847765489586176:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.782389:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481564032:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.782394:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.782397:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32876 00010000:00010000:1.0:1762170988.782400:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89690600/0x96d1ba5869cbe844 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e62 expref: 584 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.782408:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89690600/0x96d1ba5869cbe844 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e62 expref: 584 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.782414:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+584:2415:x1847765489586304:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.782423:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.782424:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.782427:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.782429:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.782430:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.782436:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.782437:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.782439:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89696800/0x96d1ba5869cbe84b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e7e expref: 584 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.782456:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.782459:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89696800/0x96d1ba5869cbe84b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e7e expref: 584 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.782476:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481563904 00010000:00010000:2.0:1762170988.782478:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89696800/0x96d1ba5869cbe84b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e7e expref: 584 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.782481:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481563904 00000100:00100000:1.0:1762170988.782487:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+584:2415:x1847765489586176:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 100us (339us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.782494:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.782499:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.782499:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32875 00010000:00010000:2.0:1762170988.782506:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.782512:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481564032 00000100:00100000:0.0:1762170988.782517:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481564032 00010000:00010000:2.0:1762170988.782524:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.782536:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.782544:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41504 00010000:00010000:2.0:1762170988.782546:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.782555:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebe3db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+571:3641:x1847765481563904:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.782563:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.782567:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.782570:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1883 count 1 00000100:00100000:2.0:1762170988.782575:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+582:2415:x1847765489586304:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (356us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.782578:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afa00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.782594:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.782599:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.782602:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32876 00010000:00010000:0.0:1762170988.782617:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cbecd5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5577 expref: 452 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.782625:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.782627:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.782630:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.782637:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41505 00000100:00100000:1.0:1762170988.782648:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+572:3643:x1847765481560064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7121us (7427us total) trans 4294975302 rc 0/0 00000100:00100000:2.0:1762170988.782652:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+572:3643:x1847765481564032:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.782667:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41489 00010000:00010000:3.0:1762170988.782668:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.782674:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1884 count 1 00010000:00010000:0.0:1762170988.782674:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cbecd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5577 expref: 452 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.782690:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.782692:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.782692:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cbecd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5577 expref: 452 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.782699:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89690600/0x96d1ba5869cbe844 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e62 expref: 581 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.782796:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481562752:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.782804:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc3193 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.782809:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15400/0x96d1ba5869cbecff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5585 expref: 452 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.782814:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.782823:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.782824:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.782826:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.782827:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.782828:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.782832:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.782835:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.782848:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.782855:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.782859:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.782868:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15400/0x96d1ba5869cbecff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5585 expref: 452 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.782875:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.782883:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15400/0x96d1ba5869cbecff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5585 expref: 452 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.782903:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481564288:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.782918:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.782923:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.782930:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.782934:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.782943:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.782955:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.782962:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc31cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.782972:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.782988:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+432:3643:x1847765481561856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2449us (2545us total) trans 4294977121 rc 0/0 00010000:00010000:2.0:1762170988.782989:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.782995:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.782995:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41498 00010000:00010000:2.0:1762170988.783002:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.783008:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.783016:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.783027:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.783031:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489586560 00000100:00100000:1.0:1762170988.783036:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489586560 00000100:00100000:3.0:1762170988.783043:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.783050:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.783051:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cec00/0x96d1ba5869cbec8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc554d expref: 453 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.783072:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.783080:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.783084:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489586688 00000100:00100000:1.0:1762170988.783089:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489586688 00010000:00010000:2.0:1762170988.783103:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.783103:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89693800/0x96d1ba5869cbe852 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e8c expref: 581 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.783121:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489586432 00000100:00100000:1.0:1762170988.783126:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489586432 00000100:00100000:0.0:1762170988.783126:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1461c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481564160:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.783141:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.783143:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104ca600/0x96d1ba5869cbec73 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc553f expref: 454 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.783147:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.783167:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.783173:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.783178:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489586816 00000100:00100000:1.0:1762170988.783183:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489586816 00000100:00100000:3.0:1762170988.783185:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.783187:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.783202:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cbecab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc555b expref: 455 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.783203:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.783212:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489586944 00000100:00100000:3.0:1762170988.783219:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489586944 00010000:00010000:0.0:1762170988.783226:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc31d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.783236:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32877 00010000:00010000:3.0:1762170988.783239:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48600/0x96d1ba5869cc0953 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e13 expref: 582 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.783243:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+432:3640:x1847765481562112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2611us (2697us total) trans 4294977122 rc 0/0 00010000:00010000:0.0:1762170988.783244:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.783249:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.783252:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+455:2417:x1847765489586560:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.783255:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.783262:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41500 00010000:00010000:1.0:1762170988.783264:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.783266:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32878 00010000:00010000:1.0:1762170988.783272:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104cec00/0x96d1ba5869cbec8f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc554d expref: 455 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.783278:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+582:2415:x1847765489586688:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.783286:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104cec00/0x96d1ba5869cbec8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc554d expref: 455 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.783287:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.783295:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89693800/0x96d1ba5869cbe852 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e8c expref: 582 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.783303:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.783304:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32879 00010000:00010000:3.0:1762170988.783307:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89693800/0x96d1ba5869cbe852 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e8c expref: 582 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.783307:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.783312:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.783321:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+455:2415:x1847765489586432:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.783322:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.783324:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.783328:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.783333:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.783339:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.783340:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.783343:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.783350:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104ca600/0x96d1ba5869cbec73 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x757:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc553f expref: 455 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.783357:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.783366:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104ca600/0x96d1ba5869cbec73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x757:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc553f expref: 455 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.783368:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+455:2417:x1847765489586560:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 120us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.783380:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+582:2415:x1847765489586688:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 105us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.783385:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32877 00000100:00100000:3.0:1762170988.783394:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32878 00010000:00010000:2.0:1762170988.783396:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.783399:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.783403:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.783412:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.783418:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32880 00000100:00100000:3.0:1762170988.783428:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5248380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+454:2415:x1847765489586816:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.783436:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.783437:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.783442:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32881 00010000:00010000:3.0:1762170988.783444:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cbecab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc555b expref: 454 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.783456:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cbecab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc555b expref: 454 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.783457:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc600a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+581:2417:x1847765489586944:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.783470:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+454:2415:x1847765489586432:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 152us (428us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.783473:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.783475:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.783479:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.783484:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32879 00010000:00010000:3.0:1762170988.783485:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.783485:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48600/0x96d1ba5869cc0953 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e13 expref: 581 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.783499:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.783512:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48600/0x96d1ba5869cc0953 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e13 expref: 581 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.783513:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.783530:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.783532:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.783536:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5248380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+453:2415:x1847765489586816:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 108us (460us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.783538:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.783547:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32880 00010000:00010000:1.0:1762170988.783555:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.783566:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.783569:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.783602:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc600a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+581:2417:x1847765489586944:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 150us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.783608:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32881 00010000:00010000:2.0:1762170988.783620:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cec00/0x96d1ba5869cbec8f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc554d expref: 452 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.783637:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481563136:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.783658:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.783658:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.783669:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.783677:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.783686:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+451:2417:x1847765489582464:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 14002us (14521us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.783688:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.783695:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32849 00010000:00010000:2.0:1762170988.783703:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.783746:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.783797:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89693800/0x96d1ba5869cbe852 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e8c expref: 580 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.783803:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.783809:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481563008:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.783820:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.783827:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.783830:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.783832:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.783852:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.783854:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.783858:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.783864:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.783867:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.783872:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.783874:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+572:3643:x1847765481562624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2888us (3073us total) trans 4294975303 rc 0/0 00000100:00100000:2.0:1762170988.783893:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41501 00010000:00010000:3.0:1762170988.783896:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.783902:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc31e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.783908:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1460a80/2, rc 0, transno 4294975303 00010000:00010000:3.0:1762170988.783921:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.783924:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481562624:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.783925:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.783935:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.783939:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.783944:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.783952:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+572:3640:x1847765481554304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19027us (19801us total) trans 4294975304 rc 0/0 00010000:00010000:3.0:1762170988.783953:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.783960:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41467 00010000:00010000:3.0:1762170988.783968:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc30f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.783980:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e0380/2, rc 0, transno 4294977121 00010000:00010000:3.0:1762170988.783990:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.783991:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481561856:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.783995:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.783999:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.784004:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104ca600/0x96d1ba5869cbec73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc553f expref: 450 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.784019:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481562496:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.784038:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.784041:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170988.784043:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e1f80/2, rc 0, transno 4294975302 00010000:00010000:3.0:1762170988.784048:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.784050:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.784056:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481560064:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.784061:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.784070:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.784073:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.784092:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.784099:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.784113:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481564416:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.784122:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.784126:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.784133:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.784135:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.784148:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.784157:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.784162:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.784163:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.784173:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.784186:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.784189:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.784198:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.784200:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc31c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.784217:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.784222:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.784229:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.784231:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.784234:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.784238:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.784240:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+572:3641:x1847765481561728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4042us (4121us total) trans 4294975305 rc 0/0 00000100:00100000:1.0:1762170988.784248:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41496 00010000:00010000:0.0:1762170988.784252:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.784261:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc31d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.784262:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481564416 00000100:00100000:1.0:1762170988.784267:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481564416 00000100:00100000:1.0:1762170988.784289:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41506 00010000:00010000:0.0:1762170988.784292:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.784296:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+572:3643:x1847765481564416:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.784297:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.784302:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1762170988.784309:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1885 count 1 00000100:00100000:0.0:1762170988.784318:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481564672:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.784320:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.784332:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14c00/0x96d1ba5869cbed0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5593 expref: 449 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.784336:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.784338:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.784340:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.784357:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.784359:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14c00/0x96d1ba5869cbed0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5593 expref: 449 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.784365:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+432:3641:x1847765481562368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3749us (3886us total) trans 4294977123 rc 0/0 00010000:00010000:1.0:1762170988.784380:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14c00/0x96d1ba5869cbed0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5593 expref: 449 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.784381:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41499 00000004:00080000:0.0:1762170988.784393:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b708700/2, rc 0, transno 4294977123 00000100:00100000:1.0:1762170988.784398:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481564800:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.784401:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481564672 00000100:00100000:3.0:1762170988.784406:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481564672 00000100:00100000:0.0:1762170988.784406:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481562368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.784438:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41507 00000100:00100000:3.0:1762170988.784450:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+573:3641:x1847765481564672:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.784456:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000004:00080000:0.0:1762170988.784457:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e2300/2, rc 0, transno 4294975305 00000100:00100000:0.0:1762170988.784469:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481561728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.784506:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170988.784514:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481564544:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.784519:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1886 count 1 00010000:00010000:3.0:1762170988.784533:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.784544:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.784551:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd568c00/0x96d1ba5869cbed14 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a1 expref: 449 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.784564:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.784567:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.784567:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481564544 00010000:00010000:3.0:1762170988.784570:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.784571:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481564544 00000100:00100000:0.0:1762170988.784579:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481565056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.784608:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41508 00010000:00010000:3.0:1762170988.784614:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd568c00/0x96d1ba5869cbed14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a1 expref: 449 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.784620:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+432:3641:x1847765481564544:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.784622:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.784636:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd568c00/0x96d1ba5869cbed14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a1 expref: 449 pid: 24347 timeout: 4705 lvb_type: 1 00002000:00080000:1.0:1762170988.784641:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1746 count 1 00000100:00100000:2.0:1762170988.784646:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481565056 00000100:00100000:0.0:1762170988.784648:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.784652:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481565056 00000100:00100000:3.0:1762170988.784654:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e91ade680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481565184:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.784657:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481564928:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.784658:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.784672:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89696400/0x96d1ba5869cbe860 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e9a expref: 579 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.784676:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.784678:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.784680:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.784686:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41509 00000100:00100000:3.0:1762170988.784692:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c000 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.784699:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.784700:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+574:3643:x1847765481565056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.784701:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89696400/0x96d1ba5869cbe860 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e9a expref: 579 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.784743:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89696400/0x96d1ba5869cbe860 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e9a expref: 579 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.784761:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481565312:192.168.202.10@tcp:104: 00002000:00080000:2.0:1762170988.784773:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1887 count 1 00010000:00010000:2.0:1762170988.784788:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.784793:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e0a80/2, rc 0, transno 4294977122 00010000:00010000:2.0:1762170988.784803:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cbed22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55af expref: 449 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.784804:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481562112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.784809:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.784818:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.784821:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.784825:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.784826:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481564928 00000100:00100000:1.0:1762170988.784830:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481564928 00000100:00100000:0.0:1762170988.784837:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170988.784842:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.784845:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481565440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.784854:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41510 00010000:00010000:2.0:1762170988.784857:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cbed22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55af expref: 449 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.784864:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+433:3643:x1847765481564928:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.784873:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.784875:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cbed22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55af expref: 449 pid: 33720 timeout: 4705 lvb_type: 1 00002000:00080000:1.0:1762170988.784879:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1747 count 1 00010000:00010000:1.0:1762170988.784890:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.784893:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481565568:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.784902:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89695a00/0x96d1ba5869cbe867 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ea8 expref: 579 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.784907:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.784908:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.784910:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.784927:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89695a00/0x96d1ba5869cbe867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ea8 expref: 579 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.784934:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89695a00/0x96d1ba5869cbe867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ea8 expref: 579 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.784938:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.784943:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481565696:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.784948:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b708a80/2, rc 0, transno 4294975304 00000100:00100000:0.0:1762170988.784961:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481554304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.784973:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481564288:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.784979:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8534a540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.784993:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.784999:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481565440 00000100:00100000:1.0:1762170988.785004:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481565440 00000100:00100000:0.0:1762170988.785005:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481565824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.785033:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.785038:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41511 00000100:00100000:1.0:1762170988.785049:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+434:3641:x1847765481565440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.785059:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1748 count 1 00010000:00010000:1.0:1762170988.785067:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.785076:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89693000/0x96d1ba5869cbea90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eb6 expref: 579 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.785080:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.785082:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.785084:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481565824 00010000:00010000:1.0:1762170988.785084:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.785090:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cbecab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc555b expref: 449 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.785091:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481565824 00000100:00100000:2.0:1762170988.785101:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+434:3643:x1847765481561216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4920us (5120us total) trans 4294977120 rc 0/0 00010000:00010000:1.0:1762170988.785104:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89693000/0x96d1ba5869cbea90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eb6 expref: 579 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.785110:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1460700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481563392:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.785117:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41495 00010000:00010000:1.0:1762170988.785123:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89693000/0x96d1ba5869cbea90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eb6 expref: 579 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.785131:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481565952:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.785136:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.785147:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.785152:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489587072 00010000:00010000:0.0:1762170988.785154:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.785158:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489587072 00000100:00100000:1.0:1762170988.785163:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.785166:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41512 00010000:00010000:0.0:1762170988.785170:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.785179:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea95e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+575:3641:x1847765481565824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.785181:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15400/0x96d1ba5869cbecff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5585 expref: 449 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.785183:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.785195:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1888 count 1 00010000:00010000:3.0:1762170988.785212:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.785220:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.785227:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32882 00010000:00010000:3.0:1762170988.785230:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cbed30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55bd expref: 449 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.785240:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+449:2415:x1847765489587072:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.785241:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.785245:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.785249:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.785252:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.785261:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15400/0x96d1ba5869cbecff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5585 expref: 449 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.785267:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.785274:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.785274:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15400/0x96d1ba5869cbecff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5585 expref: 449 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.785296:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aec00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.785300:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.785305:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15400/0x96d1ba5869cbecff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5585 expref: 449 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.785315:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.785316:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+576:3643:x1847765481563264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4060us (4157us total) trans 4294975306 rc 0/0 00010000:00010000:2.0:1762170988.785330:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.785333:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41502 00010000:00010000:2.0:1762170988.785334:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.785339:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.785341:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.785353:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.785358:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc31e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.785358:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1461f80/2, rc 0, transno 4294975306 00000100:00100000:0.0:1762170988.785372:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481563264:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.785378:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.785381:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.785384:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.785386:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.785401:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+448:2415:x1847765489587072:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.785409:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32882 00000004:00080000:0.0:1762170988.785422:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e794a80/2, rc 0, transno 4294977120 00000100:00100000:0.0:1762170988.785435:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481561216:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.785436:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.785444:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1762170988.785446:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.785454:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.785460:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.785466:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cbed30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55bd expref: 447 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.785474:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.785481:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481566336:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.785484:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.785506:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.785521:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cbed30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55bd expref: 447 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.785537:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481566080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.785541:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e91adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481566208:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.785553:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.785557:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.785562:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.785564:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.785569:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.785575:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.785596:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.785602:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc3203 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.785612:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481566336 00000100:00100000:1.0:1762170988.785616:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481566336 00010000:00010000:3.0:1762170988.785618:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170988.785618:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1463100/2, rc 0, transno 4294975307 00000100:00100000:2.0:1762170988.785621:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+576:3643:x1847765481564032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2971us (3199us total) trans 4294975307 rc 0/0 00010000:00010000:3.0:1762170988.785622:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.785625:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.785631:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481564032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.785635:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41505 00000100:00100000:1.0:1762170988.785654:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481566080 00000100:00100000:3.0:1762170988.785660:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.785660:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41513 00000100:00100000:1.0:1762170988.785661:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481566080 00000100:00100000:2.0:1762170988.785675:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+434:3642:x1847765481566336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.785689:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1749 count 1 00000100:00100000:1.0:1762170988.785691:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41514 00000100:00100000:0.0:1762170988.785692:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170988.785701:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+576:3643:x1847765481566080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.785705:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481566464:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.785729:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.785742:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89697000/0x96d1ba5869cbe86e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ec4 expref: 579 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.785749:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1762170988.785750:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1889 count 1 00010000:00010000:2.0:1762170988.785752:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.785758:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.785758:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.785767:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.785782:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd569200/0x96d1ba5869cbed3e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55cb expref: 447 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.785784:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89697000/0x96d1ba5869cbe86e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ec4 expref: 579 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.785798:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.785802:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.785805:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89697000/0x96d1ba5869cbe86e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ec4 expref: 579 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.785807:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.785828:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481566592:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.785836:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.785843:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd569200/0x96d1ba5869cbed3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55cb expref: 447 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.785852:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd569200/0x96d1ba5869cbed3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55cb expref: 447 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.785855:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481566464 00000100:00100000:0.0:1762170988.785861:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481566464 00000100:00100000:2.0:1762170988.785862:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.785862:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481566720:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.785890:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41515 00000100:00100000:2.0:1762170988.785899:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+577:3641:x1847765481566464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.785913:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1890 count 1 00010000:00010000:2.0:1762170988.785927:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.785929:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b240 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.785939:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.785943:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cbed4c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d9 expref: 447 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.785952:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.785953:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481564800:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.785955:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.785959:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.785961:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.785968:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.785982:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cbed4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d9 expref: 447 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.785991:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cbed4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d9 expref: 447 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.786003:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481566848:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.786032:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.786061:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489587200 00000100:00100000:2.0:1762170988.786065:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489587200 00010000:00010000:2.0:1762170988.786084:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14c00/0x96d1ba5869cbed0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5593 expref: 448 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.786118:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32883 00000100:00100000:2.0:1762170988.786126:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889d8726bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+448:2414:x1847765489587200:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.786133:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.786137:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14c00/0x96d1ba5869cbed0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5593 expref: 448 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.786145:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14c00/0x96d1ba5869cbed0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5593 expref: 448 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.786153:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48600/0x96d1ba5869cc0953 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e13 expref: 579 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.786158:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14c00/0x96d1ba5869cbed0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5593 expref: 448 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.786178:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.786181:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.786183:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.786190:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.786211:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.786221:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.786230:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.786239:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.786247:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889d8726bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+447:2414:x1847765489587200:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 119us (292us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.786251:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.786260:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32883 00000100:00100000:3.0:1762170988.786276:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481563520:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.786281:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.786286:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.786292:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.786297:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.786301:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.786307:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.786317:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.786331:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.786339:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc320a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.786365:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.786369:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.786374:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170988.786481:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1461880/2, rc 0, transno 4294975308 00000100:00100000:1.0:1762170988.786487:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+578:3643:x1847765481564416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2189us (2340us total) trans 4294975308 rc 0/0 00000100:00100000:0.0:1762170988.786497:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481564416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.786498:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41506 00000100:00100000:1.0:1762170988.786539:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481565312:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.786546:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481566976:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.786556:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.786640:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.786682:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481565696:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.786702:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.786703:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.786756:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481566976 00000100:00100000:1.0:1762170988.786761:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481566976 00000100:00100000:3.0:1762170988.786773:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.786803:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41516 00000100:00100000:3.0:1762170988.786816:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.786817:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+578:3641:x1847765481566976:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.786842:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489587456 00000100:00100000:1.0:1762170988.786846:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489587456 00000100:00100000:3.0:1762170988.786856:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.786869:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89695a00/0x96d1ba5869cbe867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ea8 expref: 579 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.786896:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489587584 00000100:00100000:1.0:1762170988.786899:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489587584 00010000:00010000:1.0:1762170988.786917:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89696400/0x96d1ba5869cbe860 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e9a expref: 580 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.786944:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489587328 00000100:00100000:1.0:1762170988.786948:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489587328 00000100:00100000:3.0:1762170988.786952:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e91ade680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481565184:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.786983:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd568c00/0x96d1ba5869cbed14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a1 expref: 447 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.787012:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489587712 00010000:00010000:3.0:1762170988.787014:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.787016:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489587712 00000100:00100000:2.0:1762170988.787020:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32884 00000100:00100000:2.0:1762170988.787033:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+580:2414:x1847765489587456:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.787042:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.787042:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cbed22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55af expref: 448 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.787049:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89695a00/0x96d1ba5869cbe867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ea8 expref: 580 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.787052:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32885 00000100:00100000:3.0:1762170988.787067:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+580:2414:x1847765489587584:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.787069:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89695a00/0x96d1ba5869cbe867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ea8 expref: 580 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.787076:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.787083:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89696400/0x96d1ba5869cbe860 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e9a expref: 580 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.787084:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32886 00010000:00010000:2.0:1762170988.787085:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89695a00/0x96d1ba5869cbe867 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ea8 expref: 580 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.787101:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+448:2416:x1847765489587328:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.787108:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89696400/0x96d1ba5869cbe860 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e9a expref: 579 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.787110:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.787114:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.787116:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.787118:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.787128:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89696400/0x96d1ba5869cbe860 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4e9a expref: 579 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.787128:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd568c00/0x96d1ba5869cbed14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a1 expref: 448 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.787129:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.787162:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.787167:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.787170:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.787173:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd568c00/0x96d1ba5869cbed14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a1 expref: 448 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.787174:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.787191:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.787192:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+578:2414:x1847765489587456:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 159us (489us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.787207:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd568c00/0x96d1ba5869cbed14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a1 expref: 448 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.787212:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32884 00010000:00010000:3.0:1762170988.787223:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.787227:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.787231:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.787234:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.787243:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.787251:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+577:2414:x1847765489587584:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 185us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.787261:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32885 00010000:00010000:1.0:1762170988.787268:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.787280:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32887 00000100:00100000:2.0:1762170988.787291:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+447:2414:x1847765489587712:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.787295:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+447:2416:x1847765489587328:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (485us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.787300:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.787306:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cbed22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55af expref: 447 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.787307:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32886 00010000:00010000:2.0:1762170988.787319:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cbed22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55af expref: 447 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.787331:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.787332:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.787335:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.787340:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.787352:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.787356:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.787366:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.787373:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+446:2414:x1847765489587712:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 84us (518us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.787377:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.787382:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32887 00010000:00010000:1.0:1762170988.787396:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.787420:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.787421:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cbed22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55af expref: 445 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.787432:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481565568:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.787448:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.787455:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.787460:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.787466:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.787471:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.787490:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.787498:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.787504:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.787513:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.787516:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.787525:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.787526:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.787536:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.787544:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.787564:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3226 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.787564:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.787567:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+435:3643:x1847765481564928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2703us (2868us total) trans 4294977124 rc 0/0 00010000:00010000:0.0:1762170988.787571:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.787599:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41510 00010000:00010000:0.0:1762170988.787604:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.787612:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.787613:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+579:3643:x1847765481565056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2915us (2991us total) trans 4294975309 rc 0/0 00010000:00010000:3.0:1762170988.787617:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.787622:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.787623:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.787624:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41509 00010000:00010000:0.0:1762170988.787635:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc321f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.787643:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481565952:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.787658:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.787663:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.787666:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.787667:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.787672:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481566592:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.787696:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1462a00/2, rc 0, transno 4294977124 00010000:00010000:2.0:1762170988.787699:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.787757:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481564928:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.787803:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481566720:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.787810:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481567104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.787832:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481566848:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.787834:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.787840:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.787852:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.787858:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.787865:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489587968 00000100:00100000:1.0:1762170988.787870:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489587968 00000100:00100000:3.0:1762170988.787877:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.787890:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481567104 00010000:00010000:1.0:1762170988.787894:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15800/0x96d1ba5869cbecb9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5569 expref: 445 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.787895:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481567104 00000004:00080000:0.0:1762170988.787908:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e0700/2, rc 0, transno 4294975309 00000100:00100000:3.0:1762170988.787911:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.787923:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481565056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.787927:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41517 00000100:00100000:1.0:1762170988.787929:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489588096 00000100:00100000:1.0:1762170988.787934:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489588096 00000100:00100000:2.0:1762170988.787938:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+435:3642:x1847765481567104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.787946:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:2.0:1762170988.787951:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1750 count 1 00010000:00010000:1.0:1762170988.787955:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cbed30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55bd expref: 446 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.787964:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.787970:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170988.787979:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.787984:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89691800/0x96d1ba5869cbe875 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ed2 expref: 576 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.787984:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481567232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.787991:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489588352 00000100:00100000:1.0:1762170988.787997:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489588352 00010000:00010000:2.0:1762170988.787999:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.788004:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.788004:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.788009:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.788020:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd569200/0x96d1ba5869cbed3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55cb expref: 447 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.788029:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.788036:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89691800/0x96d1ba5869cbe875 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ed2 expref: 576 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.788040:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.788042:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489588480 00000100:00100000:1.0:1762170988.788047:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489588480 00010000:00010000:2.0:1762170988.788057:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89691800/0x96d1ba5869cbe875 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ed2 expref: 576 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.788064:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cbecd5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5577 expref: 448 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.788065:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489588224 00000100:00100000:3.0:1762170988.788071:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489588224 00000100:00100000:2.0:1762170988.788072:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481567360:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.788089:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489587840 00000100:00100000:0.0:1762170988.788090:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1460e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481563776:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.788092:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89697000/0x96d1ba5869cbe86e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ec4 expref: 577 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.788094:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489587840 00010000:00010000:0.0:1762170988.788114:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.788117:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489588608 00010000:00010000:1.0:1762170988.788117:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89693000/0x96d1ba5869cbea90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eb6 expref: 578 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.788122:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489588608 00000100:00100000:2.0:1762170988.788124:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.788142:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cbed4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d9 expref: 449 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.788151:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32888 00000100:00100000:0.0:1762170988.788160:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1461c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481564160:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.788162:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+449:2415:x1847765489587968:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.788162:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32889 00010000:00010000:2.0:1762170988.788175:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.788177:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91ade680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+449:2415:x1847765489588096:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.788181:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15800/0x96d1ba5869cbecb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5569 expref: 449 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.788186:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32890 00010000:00010000:0.0:1762170988.788189:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.788191:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.788201:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cbed30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55bd expref: 449 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.788203:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb524ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+449:2414:x1847765489588352:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.788206:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15800/0x96d1ba5869cbecb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5569 expref: 449 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.788219:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.788229:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd569200/0x96d1ba5869cbed3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55cb expref: 449 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.788231:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cbed30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55bd expref: 449 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.788249:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15800/0x96d1ba5869cbecb9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5569 expref: 449 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.788263:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.788268:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.788272:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.788273:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.788276:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.788277:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd569200/0x96d1ba5869cbed3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55cb expref: 448 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.788281:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.788295:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.788302:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.788312:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd569200/0x96d1ba5869cbed3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55cb expref: 448 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.788318:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.788327:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.788329:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.788330:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.788335:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.788346:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.788346:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91ade680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+447:2415:x1847765489588096:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.788360:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+447:2415:x1847765489587968:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.788363:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32889 00000100:00100000:2.0:1762170988.788375:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32888 00010000:00010000:3.0:1762170988.788376:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.788390:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32891 00000100:00100000:2.0:1762170988.788400:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32892 00000100:00100000:1.0:1762170988.788405:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+445:2415:x1847765489588480:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.788407:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb524ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+445:2414:x1847765489588352:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 207us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.788414:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+578:2416:x1847765489588224:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.788417:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.788422:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32890 00010000:00010000:2.0:1762170988.788423:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.788427:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cbecd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5577 expref: 445 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.788432:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89697000/0x96d1ba5869cbe86e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ec4 expref: 578 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.788451:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89697000/0x96d1ba5869cbe86e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ec4 expref: 578 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.788452:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32893 00010000:00010000:1.0:1762170988.788452:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cbecd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5577 expref: 444 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.788468:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+578:2416:x1847765489587840:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.788476:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89697000/0x96d1ba5869cbe86e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ec4 expref: 578 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.788481:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.788483:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cbecd5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5577 expref: 444 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.788487:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.788490:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89693000/0x96d1ba5869cbea90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eb6 expref: 577 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.788490:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.788495:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.788503:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.788508:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.788513:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.788515:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.788520:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89693000/0x96d1ba5869cbea90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eb6 expref: 577 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.788536:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.788547:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.788548:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89693000/0x96d1ba5869cbea90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eb6 expref: 577 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.788562:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.788563:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.788568:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+576:2416:x1847765489588224:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 157us (593us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.788569:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.788575:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.788579:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32892 00010000:00010000:3.0:1762170988.788601:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.788602:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+443:2415:x1847765489588480:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.788616:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32894 00000100:00100000:1.0:1762170988.788628:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32891 00000100:00100000:2.0:1762170988.788630:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+443:2416:x1847765489588608:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.788633:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.788641:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.788647:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cbed4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d9 expref: 442 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.788656:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cbed4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d9 expref: 442 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.788661:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+575:2416:x1847765489587840:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.788673:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32893 00010000:00010000:2.0:1762170988.788676:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cbed4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d9 expref: 442 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.788685:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.788687:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.788691:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.788696:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481567232 00010000:00010000:2.0:1762170988.788698:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.788701:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481567232 00010000:00010000:2.0:1762170988.788750:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.788763:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41518 00010000:00010000:0.0:1762170988.788763:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.788773:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.788779:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+441:2416:x1847765489588608:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.788779:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+579:3642:x1847765481567232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.788787:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.788795:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.788796:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32894 00002000:00080000:1.0:1762170988.788800:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1892 count 1 00010000:00010000:1.0:1762170988.788817:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.788820:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.788828:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.788829:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.788835:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd569c00/0x96d1ba5869cbed61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55f5 expref: 440 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.788839:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.788845:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.788858:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.788862:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.788864:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aea00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.788868:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.788869:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.788869:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.788898:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.788898:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.788910:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd569c00/0x96d1ba5869cbed61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55f5 expref: 440 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.788911:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+580:3640:x1847765481563648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6998us (7088us total) trans 4294975310 rc 0/0 00000100:00100000:0.0:1762170988.788928:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41503 00010000:00010000:3.0:1762170988.788929:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.788930:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.788936:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd569c00/0x96d1ba5869cbed61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55f5 expref: 440 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.788943:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.788947:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aea00/0x96d1ba5869cc31f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.788952:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.788956:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1463800/2, rc 0, transno 4294975310 00000100:00100000:0.0:1762170988.788967:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481563648:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.788979:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.788982:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.788985:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.788986:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.788986:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481567488:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.788989:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.789001:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.789016:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.789016:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1762170988.789027:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc323b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.789029:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481567616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.789040:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.789056:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.789060:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.789064:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.789064:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.789067:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.789072:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.789087:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.789099:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.789107:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.789114:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481567616 00000100:00100000:0.0:1762170988.789118:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481567616 00010000:00010000:2.0:1762170988.789128:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.789129:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.789132:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.789147:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.789147:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41519 00010000:00010000:3.0:1762170988.789154:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.789158:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.789163:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+580:3641:x1847765481567616:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.789174:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.789176:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.789184:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1893 count 1 00010000:00010000:3.0:1762170988.789199:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.789202:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.789210:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.789212:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789219:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13000/0x96d1ba5869cbed6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5603 expref: 440 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.789226:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.789232:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.789233:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789234:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.789239:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.789249:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+437:3641:x1847765481565440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4201us (4376us total) trans 4294977126 rc 0/0 00010000:00010000:3.0:1762170988.789252:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789256:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.789263:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.789265:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41511 00010000:00010000:0.0:1762170988.789275:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.789277:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789278:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.789301:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc322d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.789304:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789304:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.789314:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+581:3641:x1847765481566464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3414us (3556us total) trans 4294975311 rc 0/0 00010000:00010000:3.0:1762170988.789328:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.789331:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.789332:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.789335:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41515 00010000:00010000:3.0:1762170988.789336:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.789351:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789354:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.789366:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789369:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3249 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.789383:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.789392:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170988.789394:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.789395:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.789398:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.789400:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.789402:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789418:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.789420:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.789425:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789435:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789446:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789453:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3211 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.789468:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.789470:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.789474:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.789478:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170988.789505:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d50a80/2, rc 0, transno 4294975311 00000100:00100000:0.0:1762170988.789516:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481566464:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.789540:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.789542:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+581:3643:x1847765481566080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3840us (3974us total) trans 4294975312 rc 0/0 00000100:00100000:1.0:1762170988.789556:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41514 00010000:00010000:3.0:1762170988.789558:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.789559:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170988.789567:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3242 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.789571:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481567744:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.789603:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.789606:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.789611:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.789615:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.789616:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.789619:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.789627:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.789633:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.789652:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.789658:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.789664:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.789664:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1460700/2, rc 0, transno 4294975312 00010000:00010000:3.0:1762170988.789673:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.789676:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.789679:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481566080:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.789683:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.789694:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.789699:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3218 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.789811:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.789814:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.789816:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.789883:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+437:3641:x1847765481564544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5265us (5338us total) trans 4294977127 rc 0/0 00000100:00100000:1.0:1762170988.789891:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41508 00000100:00100000:1.0:1762170988.789911:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481567744 00000100:00100000:1.0:1762170988.789916:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481567744 00000100:00100000:1.0:1762170988.789956:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41520 00000100:00100000:1.0:1762170988.789967:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+582:3640:x1847765481567744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.789980:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1894 count 1 00010000:00010000:1.0:1762170988.789994:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.790005:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd568800/0x96d1ba5869cbed7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5611 expref: 440 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.790013:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.790015:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.790019:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.790043:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd568800/0x96d1ba5869cbed7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5611 expref: 440 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.790053:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd568800/0x96d1ba5869cbed7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5611 expref: 440 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.790065:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481568000:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.790068:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.790106:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+582:3641:x1847765481564672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5659us (5750us total) trans 4294975313 rc 0/0 00000100:00100000:3.0:1762170988.790113:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41507 00000100:00100000:1.0:1762170988.790119:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.790143:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489588736 00000100:00100000:1.0:1762170988.790147:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489588736 00010000:00010000:1.0:1762170988.790171:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89691800/0x96d1ba5869cbe875 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ed2 expref: 575 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.790199:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32895 00000100:00100000:1.0:1762170988.790209:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+575:2414:x1847765489588736:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.790219:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.790224:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89691800/0x96d1ba5869cbe875 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ed2 expref: 575 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.790237:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89691800/0x96d1ba5869cbe875 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ed2 expref: 575 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.790252:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.790255:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.790258:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.790266:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.790284:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.790316:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481567872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.790321:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+575:2414:x1847765489588736:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 113us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.790331:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32895 00000100:00100000:0.0:1762170988.790356:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.790374:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481567488:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.790384:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.790395:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.790421:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489588864 00000004:00080000:0.0:1762170988.790422:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb2680/2, rc 0, transno 4294977126 00000100:00100000:1.0:1762170988.790425:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489588864 00000100:00100000:0.0:1762170988.790435:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481565440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.790444:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd569c00/0x96d1ba5869cbed61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55f5 expref: 441 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.790479:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cbed30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55bd expref: 441 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.790486:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32896 00000100:00100000:0.0:1762170988.790493:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170988.790501:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e91adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481566208:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.790502:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+440:2414:x1847765489588864:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.790503:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481568128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.790518:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.790519:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.790530:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.790530:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89691800/0x96d1ba5869cbe875 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ed2 expref: 574 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.790530:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd569c00/0x96d1ba5869cbed61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55f5 expref: 440 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.790544:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.790553:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.790562:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.790566:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481567360:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.790566:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd569c00/0x96d1ba5869cbed61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55f5 expref: 440 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.790575:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.790578:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1462680/2, rc 0, transno 4294977127 00010000:00010000:2.0:1762170988.790601:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.790608:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481564544:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.790611:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd569c00/0x96d1ba5869cbed61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55f5 expref: 440 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.790620:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.790623:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.790626:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.790629:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.790630:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.790635:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.790644:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.790651:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.790652:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.790654:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481568256:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.790677:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.790690:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.790692:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.790693:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.790704:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3234 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.790753:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+439:2414:x1847765489588864:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 257us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.790762:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32896 00000004:00080000:0.0:1762170988.790778:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1463480/2, rc 0, transno 4294975313 00000100:00100000:0.0:1762170988.790790:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481564672:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.790793:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.790795:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.790800:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.790804:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.790806:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.790817:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.790820:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481567872 00000100:00100000:2.0:1762170988.790826:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481567872 00010000:00010000:1.0:1762170988.790828:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.790833:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea95e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+583:3641:x1847765481565824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5655us (5796us total) trans 4294975314 rc 0/0 00000100:00100000:0.0:1762170988.790837:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481568384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.790851:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.790853:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481568128 00000100:00100000:2.0:1762170988.790857:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481568128 00000100:00100000:0.0:1762170988.790863:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.790884:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481568256 00000004:00080000:0.0:1762170988.790886:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5a90e00/2, rc 0, transno 4294975314 00000100:00100000:2.0:1762170988.790889:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481568256 00000100:00100000:0.0:1762170988.790898:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481565824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.790904:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41512 00000100:00100000:2.0:1762170988.790922:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481568384 00000100:00100000:2.0:1762170988.790926:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481568384 00000100:00100000:3.0:1762170988.790930:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41521 00000100:00100000:3.0:1762170988.790943:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+584:3642:x1847765481567872:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.790943:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.790950:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.790955:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41522 00002000:00080000:3.0:1762170988.790961:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1895 count 1 00010000:00010000:0.0:1762170988.790962:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.790969:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+438:3642:x1847765481568128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.790969:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.790974:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.790987:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+584:3642:x1847765481567232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2209us (2958us total) trans 4294975315 rc 0/0 00002000:00080000:2.0:1762170988.790989:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1751 count 1 00010000:00010000:0.0:1762170988.790989:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.790996:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12a00/0x96d1ba5869cbed8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc561f expref: 438 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.791007:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.791008:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41518 00010000:00010000:0.0:1762170988.791014:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.791016:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.791020:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.791024:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.791033:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41523 00010000:00010000:0.0:1762170988.791035:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3257 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.791039:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d600/0x96d1ba5869cc0bad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc706d expref: 573 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.791049:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+438:3640:x1847765481568256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.791060:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.791061:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.791064:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12a00/0x96d1ba5869cbed8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc561f expref: 438 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.791065:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.791065:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.791068:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.791071:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.791075:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:1.0:1762170988.791079:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1752 count 1 00010000:00010000:3.0:1762170988.791080:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12a00/0x96d1ba5869cbed8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc561f expref: 438 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.791085:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481568512:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.791096:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.791100:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481568640:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.791113:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d600/0x96d1ba5869cc0bad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc706d expref: 573 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.791114:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.791118:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89696a00/0x96d1ba5869cbe883 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eee expref: 573 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.791133:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.791142:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.791146:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.791149:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d600/0x96d1ba5869cc0bad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc706d expref: 573 pid: 8390 timeout: 4705 lvb_type: 0 00000004:00080000:0.0:1762170988.791149:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531c000/2, rc 0, transno 4294975315 00010000:00010000:1.0:1762170988.791151:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.791162:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481567232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.791178:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481568768:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.791198:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.791198:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89696a00/0x96d1ba5869cbe883 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eee expref: 573 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.791200:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.791213:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481568896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.791214:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.791215:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89696a00/0x96d1ba5869cbe883 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eee expref: 573 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.791233:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481568512 00000100:00100000:1.0:1762170988.791235:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481569024:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.791238:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481568512 00000100:00100000:0.0:1762170988.791257:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.791263:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.791264:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481568896 00000100:00100000:2.0:1762170988.791269:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481568896 00010000:00010000:3.0:1762170988.791272:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.791281:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8534a540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.791295:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41524 00000100:00100000:2.0:1762170988.791305:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+585:3641:x1847765481568384:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.791309:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.791311:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41525 00002000:00080000:2.0:1762170988.791317:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1896 count 1 00000100:00100000:0.0:1762170988.791322:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41526 00000100:00100000:1.0:1762170988.791326:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+585:3643:x1847765481568512:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.791334:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.791334:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.791335:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+585:3642:x1847765481568896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.791343:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1897 count 1 00002000:00080000:0.0:1762170988.791352:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1898 count 1 00010000:00010000:1.0:1762170988.791360:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.791364:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.791365:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14800/0x96d1ba5869cbed99 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc562d expref: 438 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.791366:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.791375:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.791382:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.791385:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12600/0x96d1ba5869cbeda7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc563b expref: 438 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.791392:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.791396:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15000/0x96d1ba5869cbedbc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5649 expref: 438 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.791397:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.791403:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.791404:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.791409:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.791412:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.791417:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.791419:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.791422:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.791423:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.791428:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.791430:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.791444:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14800/0x96d1ba5869cbed99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc562d expref: 438 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.791455:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.791460:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12600/0x96d1ba5869cbeda7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc563b expref: 438 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.791465:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15000/0x96d1ba5869cbedbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5649 expref: 438 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.791470:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14800/0x96d1ba5869cbed99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc562d expref: 438 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.791476:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc31ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.791493:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12600/0x96d1ba5869cbeda7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc563b expref: 438 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.791494:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15000/0x96d1ba5869cbedbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5649 expref: 438 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.791504:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.791506:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481569152:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.791507:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.791511:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.791521:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481569408:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.791525:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481569280:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.791546:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.791554:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.791563:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.791571:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.791581:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.791601:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13000/0x96d1ba5869cbed6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5603 expref: 438 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.791603:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489588992 00010000:00010000:2.0:1762170988.791605:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.791610:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489588992 00010000:00010000:2.0:1762170988.791624:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.791626:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13000/0x96d1ba5869cbed6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5603 expref: 439 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.791631:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd568800/0x96d1ba5869cbed7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5611 expref: 439 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.791656:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.791657:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481569536:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.791670:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32897 00000100:00100000:1.0:1762170988.791680:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+439:2414:x1847765489588992:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.791689:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.791690:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.791696:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd568800/0x96d1ba5869cbed7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5611 expref: 439 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.791733:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd568800/0x96d1ba5869cbed7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5611 expref: 439 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.791737:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.791748:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.791750:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.791751:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.791756:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.791758:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.791764:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.791764:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.791787:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.791788:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.791820:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.791822:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.791834:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.791837:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+439:3642:x1847765481567104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3900us (3986us total) trans 4294977128 rc 0/0 00010000:00010000:3.0:1762170988.791838:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.791851:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+439:2414:x1847765489588992:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (651us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.791855:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.791857:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41517 00000100:00100000:1.0:1762170988.791870:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32897 00010000:00010000:3.0:1762170988.791873:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.791878:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3250 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.791882:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.791889:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.791895:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.791899:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.791904:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.791907:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.791913:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.791917:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd568800/0x96d1ba5869cbed7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5611 expref: 438 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.791926:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.791937:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481568000:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.791943:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.791953:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebe3db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+586:3641:x1847765481563904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9399us (9692us total) trans 4294975316 rc 0/0 00010000:00010000:2.0:1762170988.791955:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af400/0x96d1ba5869cc31fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.791958:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.791963:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41504 00010000:00010000:1.0:1762170988.791979:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.791987:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.791991:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.791997:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.791997:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.791998:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1462d80/2, rc 0, transno 4294975316 00010000:00010000:2.0:1762170988.792001:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.792008:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481563904:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.792011:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.792028:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1762170988.792029:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0edf800/2, rc 0, transno 4294977128 00010000:00010000:0.0:1762170988.792039:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.792044:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.792045:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481567104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.792056:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.792059:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.792065:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.792073:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.792079:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3265 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.792094:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.792097:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.792099:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.792111:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481569664:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.792133:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.792164:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+586:3640:x1847765481567744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2200us (2550us total) trans 4294975317 rc 0/0 00000004:00080000:0.0:1762170988.792165:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531df80/2, rc 0, transno 4294975317 00000100:00100000:0.0:1762170988.792175:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481567744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.792176:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41520 00000100:00100000:1.0:1762170988.792200:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481569664 00000100:00100000:1.0:1762170988.792205:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481569664 00000100:00100000:0.0:1762170988.792224:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.792236:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481569920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.792244:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41527 00000100:00100000:1.0:1762170988.792255:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+586:3640:x1847765481569664:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.792268:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1762170988.792269:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1899 count 1 00010000:00010000:1.0:1762170988.792283:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.792295:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd568a00/0x96d1ba5869cbedd1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5657 expref: 437 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.792302:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.792304:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.792305:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481569792:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.792309:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.792331:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.792338:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd568a00/0x96d1ba5869cbedd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5657 expref: 437 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.792351:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd568a00/0x96d1ba5869cbedd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5657 expref: 437 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.792363:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481570048:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.792388:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481569920 00000100:00100000:0.0:1762170988.792392:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481569920 00000100:00100000:0.0:1762170988.792422:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481569792 00000100:00100000:0.0:1762170988.792424:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481569792 00000100:00100000:1.0:1762170988.792426:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.792459:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41528 00000100:00100000:0.0:1762170988.792466:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41529 00000100:00100000:1.0:1762170988.792471:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+587:3643:x1847765481569920:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.792480:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+440:3641:x1847765481569792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.792486:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1900 count 1 00002000:00080000:0.0:1762170988.792496:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1753 count 1 00010000:00010000:1.0:1762170988.792501:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.792510:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.792514:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd568600/0x96d1ba5869cbede6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5665 expref: 437 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.792531:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.792534:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.792535:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89695800/0x96d1ba5869cbe88a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4efc expref: 573 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.792537:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.792549:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.792553:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.792556:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.792570:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd568600/0x96d1ba5869cbede6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5665 expref: 437 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.792580:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89695800/0x96d1ba5869cbe88a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4efc expref: 573 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.792594:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd568600/0x96d1ba5869cbede6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5665 expref: 437 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.792606:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89695800/0x96d1ba5869cbe88a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4efc expref: 573 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.792615:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481570176:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.792617:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481570304:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.792654:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f540 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.792660:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00002000:00080000:1.0:1762170988.792674:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1891 count 1 00010000:00010000:1.0:1762170988.792690:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.792701:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14000/0x96d1ba5869cbed5a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55e7 expref: 437 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.792732:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.792734:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.792738:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 4/0,1 mode: --/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.792767:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14000/0x96d1ba5869cbed5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55e7 expref: 437 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.792778:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14000/0x96d1ba5869cbed5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55e7 expref: 437 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.792791:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481570432:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.792818:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.792989:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+440:3642:x1847765481566336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7318us (7482us total) trans 4294977125 rc 0/0 00000100:00100000:2.0:1762170988.792994:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41513 00000004:00080000:2.0:1762170988.793024:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d50380/2, rc 0, transno 4294977125 00000100:00100000:2.0:1762170988.793032:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481566336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.793076:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8737100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481570560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.793131:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.793169:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481570560 00000100:00100000:0.0:1762170988.793172:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481570560 00000100:00100000:0.0:1762170988.793197:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41530 00000100:00100000:0.0:1762170988.793206:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+440:3643:x1847765481570560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.793216:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1754 count 1 00010000:00010000:0.0:1762170988.793226:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.793235:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89696600/0x96d1ba5869cbe891 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f0a expref: 573 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.793240:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.793241:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.793244:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.793266:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89696600/0x96d1ba5869cbe891 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f0a expref: 573 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.793277:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89696600/0x96d1ba5869cbe891 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f0a expref: 573 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.793289:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481570688:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.793344:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.793845:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.793953:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481568768:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.793971:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.793973:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.794007:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489589120 00000100:00100000:2.0:1762170988.794011:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489589120 00010000:00010000:2.0:1762170988.794039:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12a00/0x96d1ba5869cbed8b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc561f expref: 438 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.794064:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489589248 00000100:00100000:2.0:1762170988.794068:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489589248 00010000:00010000:2.0:1762170988.794083:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d600/0x96d1ba5869cc0bad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc706d expref: 574 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.794109:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32898 00000100:00100000:2.0:1762170988.794117:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+438:2415:x1847765489589120:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.794125:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.794129:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12a00/0x96d1ba5869cbed8b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc561f expref: 438 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.794139:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12a00/0x96d1ba5869cbed8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc561f expref: 438 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.794154:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.794156:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.794159:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.794165:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.794180:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.794188:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481569408:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.794195:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.794203:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32899 00000100:00100000:2.0:1762170988.794207:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+438:2415:x1847765489589120:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 91us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.794214:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32898 00000100:00100000:3.0:1762170988.794220:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+574:2414:x1847765489589248:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.794221:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.794224:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489589504 00000100:00100000:1.0:1762170988.794232:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489589504 00010000:00010000:3.0:1762170988.794236:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.794244:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d600/0x96d1ba5869cc0bad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc706d expref: 574 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.794256:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14800/0x96d1ba5869cbed99 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc562d expref: 438 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.794260:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d600/0x96d1ba5869cc0bad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc706d expref: 574 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.794277:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481569152:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.794285:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d600/0x96d1ba5869cc0bad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc706d expref: 574 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.794295:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794296:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.794296:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32900 00010000:00010000:3.0:1762170988.794300:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.794305:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.794313:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+438:2417:x1847765489589504:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.794316:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.794323:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.794331:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14800/0x96d1ba5869cbed99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc562d expref: 438 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.794334:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.794345:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14800/0x96d1ba5869cbed99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc562d expref: 438 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.794356:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+573:2414:x1847765489589248:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 143us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.794367:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32899 00010000:00010000:1.0:1762170988.794375:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14800/0x96d1ba5869cbed99 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc562d expref: 438 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.794386:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.794389:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.794392:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.794400:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794427:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.794430:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.794435:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794436:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.794456:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+437:2417:x1847765489589504:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 145us (263us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.794458:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.794461:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.794474:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32900 00010000:00010000:3.0:1762170988.794480:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.794486:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794494:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.794496:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794507:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.794512:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.794514:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.794516:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481569024:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.794529:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.794535:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.794536:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794556:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794570:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794576:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3273 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794607:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.794612:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794619:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.794622:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794630:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.794641:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.794655:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.794661:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3281 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.794676:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489589632 00010000:00010000:3.0:1762170988.794679:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.794680:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489589632 00010000:00010000:3.0:1762170988.794683:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.794687:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.794691:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+588:3641:x1847765481568384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3387us (3826us total) trans 4294975318 rc 0/0 00010000:00010000:3.0:1762170988.794697:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.794698:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15000/0x96d1ba5869cbedbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5649 expref: 437 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.794699:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41524 00000100:00100000:1.0:1762170988.794753:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32901 00000004:00080000:0.0:1762170988.794757:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08cad80/2, rc 0, transno 4294975318 00000100:00100000:1.0:1762170988.794765:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+437:2414:x1847765489589632:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.794776:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.794781:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15000/0x96d1ba5869cbedbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5649 expref: 437 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.794783:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481568384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.794799:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15000/0x96d1ba5869cbedbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5649 expref: 437 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.794815:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c15000/0x96d1ba5869cbedbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5649 expref: 437 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.794827:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.794830:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.794834:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.794842:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.794844:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481570816:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.794871:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.794884:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.794899:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+436:2414:x1847765489589632:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 136us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.794909:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32901 00000100:00100000:2.0:1762170988.794911:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481570816 00000100:00100000:2.0:1762170988.794918:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481570816 00000100:00100000:1.0:1762170988.794949:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481569280:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.794954:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41531 00010000:00010000:0.0:1762170988.794955:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.794967:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+588:3640:x1847765481570816:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.794968:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.794969:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.794983:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1901 count 1 00010000:00010000:0.0:1762170988.794987:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.795000:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.795006:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.795029:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd569a00/0x96d1ba5869cbedf4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5673 expref: 435 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.795035:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.795042:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.795045:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.795047:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.795056:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.795060:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.795061:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.795068:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aee00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.795071:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.795077:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.795087:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489589376 00010000:00010000:2.0:1762170988.795088:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.795093:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489589376 00010000:00010000:2.0:1762170988.795101:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc328f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.795118:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89696a00/0x96d1ba5869cbe883 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eee expref: 573 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.795136:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.795139:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.795142:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.795150:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32902 00000100:00100000:1.0:1762170988.795159:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+573:2414:x1847765489589376:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.795168:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.795173:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89696a00/0x96d1ba5869cbe883 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eee expref: 573 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.795183:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89696a00/0x96d1ba5869cbe883 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eee expref: 573 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.795200:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89696a00/0x96d1ba5869cbe883 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4eee expref: 573 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.795200:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+589:3642:x1847765481568896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3866us (3942us total) trans 4294975319 rc 0/0 00000100:00100000:0.0:1762170988.795216:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41526 00010000:00010000:1.0:1762170988.795222:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.795226:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.795229:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.795237:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08c9880/2, rc 0, transno 4294975319 00010000:00010000:1.0:1762170988.795244:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.795250:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481568896:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.795278:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.795301:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+572:2414:x1847765489589376:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 142us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.795309:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481570944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.795311:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32902 00010000:00010000:1.0:1762170988.795341:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.795345:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd569a00/0x96d1ba5869cbedf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5673 expref: 435 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.795349:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.795365:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.795372:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd569a00/0x96d1ba5869cbedf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5673 expref: 435 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.795380:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.795388:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481571072:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.795390:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.795399:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481570944 00000100:00100000:0.0:1762170988.795404:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481570944 00010000:00010000:1.0:1762170988.795417:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.795422:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.795429:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.795433:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ec00 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.795441:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.795446:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.795455:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.795468:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.795475:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc327a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.795502:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.795505:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.795509:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.795534:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41532 00000100:00100000:0.0:1762170988.795545:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+589:3641:x1847765481570944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.795559:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1902 count 1 00010000:00010000:0.0:1762170988.795572:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.795581:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+442:3640:x1847765481568256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4534us (4887us total) trans 4294977131 rc 0/0 00000004:00080000:2.0:1762170988.795600:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08c9180/2, rc 0, transno 4294977131 00010000:00010000:0.0:1762170988.795603:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12200/0x96d1ba5869cbedfb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5681 expref: 435 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.795607:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41523 00000100:00100000:2.0:1762170988.795614:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481568256:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.795617:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.795621:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.795624:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.795656:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12200/0x96d1ba5869cbedfb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5681 expref: 435 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.795668:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12200/0x96d1ba5869cbedfb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5681 expref: 435 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.795681:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481571328:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.795687:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8734380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481571200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.795799:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.795806:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.795829:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489589760 00000100:00100000:1.0:1762170988.795834:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489589760 00000100:00100000:0.0:1762170988.795849:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481569536:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.795855:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12600/0x96d1ba5869cbeda7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc563b expref: 436 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.795872:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.795872:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.795897:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32903 00000100:00100000:0.0:1762170988.795903:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481571200 00000100:00100000:1.0:1762170988.795909:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+436:2414:x1847765489589760:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.795909:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481571200 00010000:00010000:1.0:1762170988.795921:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.795926:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12600/0x96d1ba5869cbeda7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc563b expref: 436 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.795938:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12600/0x96d1ba5869cbeda7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc563b expref: 436 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.795946:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41533 00010000:00010000:1.0:1762170988.795956:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12600/0x96d1ba5869cbeda7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc563b expref: 436 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.795958:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6662850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+442:3642:x1847765481571200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.795973:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.795976:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1762170988.795977:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1755 count 1 00010000:00010000:1.0:1762170988.795982:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.795993:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.795993:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.796018:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89691e00/0x96d1ba5869cbe898 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f18 expref: 571 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.796026:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.796026:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.796030:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.796034:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.796054:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+435:2414:x1847765489589760:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (250us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.796060:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89691e00/0x96d1ba5869cbe898 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f18 expref: 571 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.796066:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32903 00010000:00010000:0.0:1762170988.796078:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89691e00/0x96d1ba5869cbe898 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f18 expref: 571 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.796088:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481571456:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.796096:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.796106:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.796114:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.796122:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.796122:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.796147:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.796157:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.796164:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796172:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.796177:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796185:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796197:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796205:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3288 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796223:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.796226:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.796228:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.796262:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.796318:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+590:3643:x1847765481568512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4995us (5203us total) trans 4294975320 rc 0/0 00000004:00080000:0.0:1762170988.796323:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08c9500/2, rc 0, transno 4294975320 00000100:00100000:1.0:1762170988.796329:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41525 00000100:00100000:0.0:1762170988.796339:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481568512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.796373:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481570176:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.796393:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.796399:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481571584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.796434:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489589888 00000100:00100000:3.0:1762170988.796440:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489589888 00000100:00100000:0.0:1762170988.796440:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.796465:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13000/0x96d1ba5869cbed6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5603 expref: 435 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.796495:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481570688:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.796503:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32904 00010000:00010000:0.0:1762170988.796512:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.796515:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+435:2414:x1847765489589888:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.796532:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.796540:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13000/0x96d1ba5869cbed6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5603 expref: 435 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.796548:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481571584 00000100:00100000:0.0:1762170988.796552:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481570304:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.796554:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13000/0x96d1ba5869cbed6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5603 expref: 435 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.796554:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481571584 00010000:00010000:0.0:1762170988.796567:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796575:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c13000/0x96d1ba5869cbed6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x765:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5603 expref: 435 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.796602:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41534 00000100:00100000:1.0:1762170988.796612:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+590:3643:x1847765481571584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.796627:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1903 count 1 00010000:00010000:3.0:1762170988.796640:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.796640:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796643:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.796648:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796660:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.796661:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f4a00/0x96d1ba5869cbef91 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc568f expref: 434 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.796682:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.796684:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.796687:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796701:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.796704:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.796735:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f4a00/0x96d1ba5869cbef91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc568f expref: 434 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.796739:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.796755:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.796758:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f4a00/0x96d1ba5869cbef91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc568f expref: 434 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.796759:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+434:2414:x1847765489589888:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 245us (493us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.796766:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.796780:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32904 00000100:00100000:1.0:1762170988.796789:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481571712:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.796801:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.796808:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.796814:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796824:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.796828:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.796830:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d86f120c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.796841:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796856:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796865:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af000/0x96d1ba5869cc325e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.796887:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.796891:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.796896:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.796919:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+442:3641:x1847765481552512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35945us (36023us total) trans 4294977104 rc 0/0 00000100:00100000:2.0:1762170988.796929:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41460 00000100:00100000:0.0:1762170988.796933:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+591:3641:x1847765481567616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7774us (7864us total) trans 4294975321 rc 0/0 00000100:00100000:1.0:1762170988.796934:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481570432:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.796942:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41519 00010000:00010000:1.0:1762170988.796956:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.796978:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531ce00/2, rc 0, transno 4294975321 00000100:00100000:0.0:1762170988.796990:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481567616:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.796995:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12a00/0x96d1ba5869cbed8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc561f expref: 433 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.797008:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481568640:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.797025:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.797039:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.797046:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.797050:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb3480/2, rc 0, transno 4294977104 00000100:00100000:3.0:1762170988.797056:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.797063:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.797069:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481552512:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.797076:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.797081:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170988.797096:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.797101:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.797109:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.797116:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.797123:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481571840:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.797130:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170988.797134:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.797137:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.797147:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.797159:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.797166:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.797175:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.797176:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc326c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.797199:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481571968:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.797201:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.797206:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.797209:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.797230:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.797239:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+591:3642:x1847765481567872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6300us (6884us total) trans 4294975322 rc 0/0 00000100:00100000:0.0:1762170988.797240:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170988.797247:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1461c00/2, rc 0, transno 4294975322 00000100:00100000:1.0:1762170988.797253:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41521 00000100:00100000:2.0:1762170988.797264:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481567872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.797272:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489590016 00000100:00100000:3.0:1762170988.797278:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489590016 00000100:00100000:0.0:1762170988.797285:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481571840 00000100:00100000:1.0:1762170988.797286:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489590272 00000100:00100000:0.0:1762170988.797291:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481571840 00000100:00100000:1.0:1762170988.797292:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489590272 00010000:00010000:3.0:1762170988.797302:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd568a00/0x96d1ba5869cbedd1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5657 expref: 434 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.797314:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8734700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481572096:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.797315:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14000/0x96d1ba5869cbed5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55e7 expref: 434 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.797317:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481571968 00000100:00100000:0.0:1762170988.797322:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481571968 00000100:00100000:3.0:1762170988.797329:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489590400 00000100:00100000:3.0:1762170988.797334:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489590400 00000100:00100000:1.0:1762170988.797340:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489590144 00000100:00100000:1.0:1762170988.797346:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489590144 00000100:00100000:0.0:1762170988.797349:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41535 00010000:00010000:3.0:1762170988.797356:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89696600/0x96d1ba5869cbe891 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f0a expref: 572 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.797358:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.797361:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+591:3641:x1847765481571840:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.797366:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd568600/0x96d1ba5869cbede6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5665 expref: 435 pid: 8389 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.797383:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1904 count 1 00000100:00100000:3.0:1762170988.797388:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489590528 00000100:00100000:3.0:1762170988.797393:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489590528 00000100:00100000:1.0:1762170988.797397:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32905 00010000:00010000:0.0:1762170988.797397:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.797410:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32906 00010000:00010000:3.0:1762170988.797411:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89695800/0x96d1ba5869cbe88a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4efc expref: 573 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.797412:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+435:2417:x1847765489590016:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.797415:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f3400/0x96d1ba5869cbef98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc569d expref: 435 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.797429:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+435:2414:x1847765489590272:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.797429:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.797438:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.797439:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd568a00/0x96d1ba5869cbedd1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5657 expref: 435 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.797442:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.797446:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.797447:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.797450:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32907 00010000:00010000:2.0:1762170988.797458:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14000/0x96d1ba5869cbed5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55e7 expref: 435 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.797460:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd568a00/0x96d1ba5869cbedd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5657 expref: 435 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.797468:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+573:2417:x1847765489590400:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.797481:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f3400/0x96d1ba5869cbef98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc569d expref: 435 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.797486:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.797493:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14000/0x96d1ba5869cbed5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55e7 expref: 435 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.797495:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.797496:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89696600/0x96d1ba5869cbe891 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f0a expref: 573 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.797500:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.797501:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f3400/0x96d1ba5869cbef98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc569d expref: 435 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.797506:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.797528:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c14000/0x96d1ba5869cbed5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55e7 expref: 435 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.797531:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89696600/0x96d1ba5869cbe891 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f0a expref: 573 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.797532:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.797535:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481572224:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.797557:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.797560:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.797564:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.797567:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.797576:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.797577:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.797604:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+434:2417:x1847765489590016:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (554us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.797613:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.797613:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32905 00000100:00100000:0.0:1762170988.797619:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481572096 00000100:00100000:0.0:1762170988.797625:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481572096 00010000:00010000:3.0:1762170988.797642:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89696600/0x96d1ba5869cbe891 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f0a expref: 573 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.797644:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+433:2414:x1847765489590272:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 219us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.797654:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41536 00000100:00100000:1.0:1762170988.797663:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32908 00000100:00100000:0.0:1762170988.797668:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+442:3641:x1847765481571968:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.797669:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.797673:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32906 00010000:00010000:3.0:1762170988.797674:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.797676:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+433:2415:x1847765489590144:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.797680:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.797689:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.797689:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:0.0:1762170988.797689:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1756 count 1 00000100:00100000:2.0:1762170988.797699:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32909 00010000:00010000:1.0:1762170988.797700:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd568600/0x96d1ba5869cbede6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5665 expref: 432 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.797748:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.797762:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+572:2415:x1847765489590528:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.797766:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.797772:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.797777:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+572:2417:x1847765489590400:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 312us (645us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.797783:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89695800/0x96d1ba5869cbe88a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4efc expref: 572 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.797794:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd568600/0x96d1ba5869cbede6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5665 expref: 432 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.797796:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89690e00/0x96d1ba5869cbe89f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f26 expref: 572 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.797810:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89695800/0x96d1ba5869cbe88a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4efc expref: 572 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.797818:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.797822:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.797826:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.797828:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd568600/0x96d1ba5869cbede6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5665 expref: 432 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.797836:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89695800/0x96d1ba5869cbe88a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4efc expref: 572 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.797851:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32907 00010000:00010000:1.0:1762170988.797854:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.797857:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.797862:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.797862:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.797866:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.797867:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89690e00/0x96d1ba5869cbe89f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f26 expref: 570 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.797872:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.797880:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.797896:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.797896:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89690e00/0x96d1ba5869cbe89f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f26 expref: 570 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.797914:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.797924:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481572352:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.797932:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.797944:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+431:2415:x1847765489590144:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 271us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.797952:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32908 00000100:00100000:2.0:1762170988.797960:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+570:2415:x1847765489590528:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 249us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.797969:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32909 00010000:00010000:1.0:1762170988.797984:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.797986:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.797997:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.798003:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41537 00010000:00010000:0.0:1762170988.798008:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.798012:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.798017:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+592:3642:x1847765481572096:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.798026:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.798033:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.798036:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1905 count 1 00010000:00010000:0.0:1762170988.798038:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798052:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.798060:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.798080:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.798080:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798083:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f0200/0x96d1ba5869cbef9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ab expref: 430 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.798102:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.798102:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.798106:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.798108:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.798112:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.798127:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f0200/0x96d1ba5869cbef9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ab expref: 430 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.798127:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489590784 00010000:00010000:3.0:1762170988.798130:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1762170988.798134:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489590784 00010000:00010000:3.0:1762170988.798139:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798143:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f0200/0x96d1ba5869cbef9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ab expref: 430 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.798157:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89691e00/0x96d1ba5869cbe898 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f18 expref: 570 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.798160:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.798166:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481572480:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.798167:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.798184:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.798192:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489590912 00000100:00100000:1.0:1762170988.798197:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489590912 00000100:00100000:2.0:1762170988.798198:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.798199:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.798209:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc329d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.798216:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+443:3643:x1847765481570560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5011us (5084us total) trans 4294977132 rc 0/0 00010000:00010000:1.0:1762170988.798217:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12200/0x96d1ba5869cbedfb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5681 expref: 431 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.798220:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32910 00000100:00100000:2.0:1762170988.798232:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+570:2415:x1847765489590784:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.798235:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41530 00010000:00010000:2.0:1762170988.798247:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.798253:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89691e00/0x96d1ba5869cbe898 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f18 expref: 570 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.798258:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.798260:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.798263:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89691e00/0x96d1ba5869cbe898 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f18 expref: 570 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.798265:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.798268:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32911 00000004:00080000:0.0:1762170988.798276:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8737100/2, rc 0, transno 4294977132 00000100:00100000:1.0:1762170988.798285:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+431:2416:x1847765489590912:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.798287:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afa00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.798288:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.798288:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8737100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481570560:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.798293:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.798295:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798298:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.798301:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.798312:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12200/0x96d1ba5869cbedfb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5681 expref: 431 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.798316:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798316:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.798323:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481572608:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.798329:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12200/0x96d1ba5869cbedfb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5681 expref: 431 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.798348:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.798350:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.798360:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.798362:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afa00/0x96d1ba5869cc32b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.798364:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.798366:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.798371:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.798378:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481572608 00010000:00010000:1.0:1762170988.798382:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.798384:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481572608 00010000:00010000:3.0:1762170988.798385:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.798391:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.798393:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+570:2415:x1847765489590784:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (336us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.798395:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.798406:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32910 00010000:00010000:1.0:1762170988.798410:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.798414:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41538 00000100:00100000:0.0:1762170988.798424:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+443:3643:x1847765481572608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.798437:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1757 count 1 00000100:00100000:1.0:1762170988.798440:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+431:2416:x1847765489590912:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 157us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.798445:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.798451:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.798452:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481571072:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.798457:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32911 00010000:00010000:0.0:1762170988.798471:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89697a00/0x96d1ba5869cbe8a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f34 expref: 569 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.798473:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.798477:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489590656 00000100:00100000:1.0:1762170988.798483:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489590656 00010000:00010000:0.0:1762170988.798490:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.798493:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.798497:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.798504:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd569a00/0x96d1ba5869cbedf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5673 expref: 431 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.798522:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89697a00/0x96d1ba5869cbe8a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f34 expref: 569 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.798531:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.798537:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89697a00/0x96d1ba5869cbe8a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f34 expref: 569 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.798539:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32912 00000100:00100000:2.0:1762170988.798548:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489591040 00000100:00100000:0.0:1762170988.798552:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481572736:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.798554:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8eb43c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+431:2416:x1847765489590656:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.798555:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489591040 00010000:00010000:1.0:1762170988.798566:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.798571:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd569a00/0x96d1ba5869cbedf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5673 expref: 432 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.798580:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f4a00/0x96d1ba5869cbef91 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc568f expref: 432 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.798580:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7355480 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.798597:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd569a00/0x96d1ba5869cbedf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5673 expref: 432 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.798606:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.798613:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.798616:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd569a00/0x96d1ba5869cbedf4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5673 expref: 432 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.798622:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32913 00010000:00010000:0.0:1762170988.798624:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.798638:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+431:2417:x1847765489591040:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.798638:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.798641:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.798643:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.798649:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798654:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.798665:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f4a00/0x96d1ba5869cbef91 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc568f expref: 431 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.798672:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.798677:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.798678:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.798687:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798692:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f4a00/0x96d1ba5869cbef91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc568f expref: 431 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.798700:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aec00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.798704:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.798733:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798738:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.798743:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.798747:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798748:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.798759:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8eb43c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+431:2416:x1847765489590656:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 207us (318us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.798775:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.798777:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.798777:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32912 00000100:00100000:0.0:1762170988.798786:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+444:3641:x1847765481569792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6309us (6453us total) trans 4294977133 rc 0/0 00010000:00010000:3.0:1762170988.798801:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24aec00/0x96d1ba5869cc32a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798802:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.798803:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41529 00010000:00010000:3.0:1762170988.798830:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.798831:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+430:2417:x1847765489591040:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (301us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.798834:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.798838:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.798843:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f4a00/0x96d1ba5869cbef91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc568f expref: 430 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.798844:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32913 00000004:00080000:0.0:1762170988.798850:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8735880/2, rc 0, transno 4294977133 00000100:00100000:0.0:1762170988.798863:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481569792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.798866:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481571712:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.798880:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.798889:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798890:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.798904:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170988.798911:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798914:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.798920:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481572864:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.798927:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798937:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.798942:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.798954:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.798955:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798957:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.798969:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.798975:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.798980:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.798982:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.798986:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.798988:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.798993:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.798999:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.799007:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.799012:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.799016:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.799020:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.799032:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc32b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.799039:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.799045:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc32ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.799056:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.799060:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.799063:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.799064:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.799068:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.799071:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.799093:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89691e00/0x96d1ba5869cbe898 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f18 expref: 569 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.799109:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481571456:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.799131:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.799132:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+594:3643:x1847765481571584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2520us (2689us total) trans 4294975323 rc 0/0 00000100:00100000:1.0:1762170988.799149:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41534 00010000:00010000:0.0:1762170988.799149:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.799158:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.799166:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.799172:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481572864 00010000:00010000:0.0:1762170988.799174:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.799178:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481572864 00010000:00010000:0.0:1762170988.799201:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.799213:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41539 00000100:00100000:2.0:1762170988.799215:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+593:3640:x1847765481570816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4249us (4330us total) trans 4294975324 rc 0/0 00010000:00010000:3.0:1762170988.799216:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.799224:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.799225:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+444:3641:x1847765481572864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.799230:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41531 00010000:00010000:3.0:1762170988.799240:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.799244:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.799248:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1758 count 1 00010000:00010000:3.0:1762170988.799254:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.799263:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.799268:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2e300/2, rc 0, transno 4294975324 00010000:00010000:3.0:1762170988.799270:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.799280:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481570816:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.799283:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89694200/0x96d1ba5869cbe8b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f42 expref: 568 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.799302:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc32c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.799303:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.799307:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.799313:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.799324:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.799324:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6662850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+445:3642:x1847765481571200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3367us (3455us total) trans 4294977134 rc 0/0 00000100:00100000:2.0:1762170988.799327:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170988.799328:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.799331:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.799339:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89694200/0x96d1ba5869cbe8b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f42 expref: 568 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.799339:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41533 00000100:00100000:2.0:1762170988.799340:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481572992:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.799357:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89694200/0x96d1ba5869cbe8b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f42 expref: 568 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.799375:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481573120:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.799382:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1762170988.799382:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2df80/2, rc 0, transno 4294975323 00000100:00100000:0.0:1762170988.799397:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481571584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.799415:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.799437:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481573248:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.799468:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481572992 00000100:00100000:2.0:1762170988.799473:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.799474:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481572992 00000100:00100000:0.0:1762170988.799507:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481573248 00000100:00100000:0.0:1762170988.799511:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481573248 00000004:00080000:2.0:1762170988.799514:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8734380/2, rc 0, transno 4294977134 00000100:00100000:2.0:1762170988.799530:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8734380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481571200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.799537:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41540 00000100:00100000:1.0:1762170988.799540:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+595:3643:x1847765481569920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7072us (7271us total) trans 4294975325 rc 0/0 00000100:00100000:1.0:1762170988.799548:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41528 00000100:00100000:0.0:1762170988.799549:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+595:3640:x1847765481572992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.799562:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1906 count 1 00000100:00100000:1.0:1762170988.799566:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41541 00000100:00100000:2.0:1762170988.799571:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170988.799575:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.799576:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+594:3642:x1847765481573248:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.799593:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1a2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481573376:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.799607:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1907 count 1 00010000:00010000:0.0:1762170988.799611:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f4600/0x96d1ba5869cbefa6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b9 expref: 428 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.799620:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.799620:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.799623:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.799628:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.799633:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.799637:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d200/0x96d1ba5869cbefad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56c7 expref: 428 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.799646:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.799648:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.799650:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 4/0,1 mode: --/PW res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.799659:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f4600/0x96d1ba5869cbefa6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b9 expref: 428 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.799663:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481573376 00010000:00010000:1.0:1762170988.799667:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d200/0x96d1ba5869cbefad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56c7 expref: 428 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.799669:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481573376 00010000:00010000:0.0:1762170988.799675:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f4600/0x96d1ba5869cbefa6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b9 expref: 428 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.799679:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d200/0x96d1ba5869cbefad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56c7 expref: 428 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.799696:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41542 00000100:00100000:0.0:1762170988.799701:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481573504:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.799728:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+445:3642:x1847765481573376:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.799738:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481573632:192.168.202.10@tcp:104: 00002000:00080000:2.0:1762170988.799741:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1759 count 1 00010000:00010000:2.0:1762170988.799754:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.799758:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8ef22cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.799764:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b600/0x96d1ba5869cc0a9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f5c expref: 568 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.799770:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.799771:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.799773:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.799789:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b600/0x96d1ba5869cc0a9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f5c expref: 568 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.799792:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08c8a80/2, rc 0, transno 4294975325 00000100:00100000:1.0:1762170988.799793:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d86f120c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.799799:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b600/0x96d1ba5869cc0a9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f5c expref: 568 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.799806:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481569920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.799810:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481573760:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.799836:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.799857:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481573888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.799884:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.799898:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c12200/0x96d1ba5869cbedfb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5681 expref: 428 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.799916:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481571328:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.799928:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481573888 00010000:00010000:1.0:1762170988.799929:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.799934:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481573888 00010000:00010000:0.0:1762170988.799937:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.799943:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.799950:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.799956:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.799961:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41543 00010000:00010000:0.0:1762170988.799961:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.799975:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea95e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+595:3640:x1847765481573888:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.799975:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.799980:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.799994:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1908 count 1 00010000:00010000:0.0:1762170988.800003:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.800010:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.800015:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.800024:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f2c00/0x96d1ba5869cbefb4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56d5 expref: 427 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.800025:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.800036:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.800038:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.800040:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.800053:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.800058:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.800065:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.800069:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.800070:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.800078:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.800081:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.800101:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.800109:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc32ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.800129:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.800132:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.800136:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.800150:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+597:3641:x1847765481566976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13338us (13509us total) trans 4294975326 rc 0/0 00010000:00010000:2.0:1762170988.800155:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f2c00/0x96d1ba5869cbefb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56d5 expref: 427 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.800164:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41516 00010000:00010000:2.0:1762170988.800172:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f2c00/0x96d1ba5869cbefb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56d5 expref: 427 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.800174:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+597:3641:x1847765481570944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4631us (4828us total) trans 4294975327 rc 0/0 00000100:00100000:0.0:1762170988.800191:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41532 00000100:00100000:2.0:1762170988.800194:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889d8cb6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481574016:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.800240:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8736300/2, rc 0, transno 4294975327 00000100:00100000:0.0:1762170988.800250:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481570944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.800268:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ee40 going to sleep for 11 seconds 00000004:00080000:0.0:1762170988.800291:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d50e00/2, rc 0, transno 4294975326 00000100:00100000:2.0:1762170988.800292:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170988.800304:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481566976:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.800307:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481574144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.800349:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.800361:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.800373:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481574272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.800402:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481574144 00000100:00100000:2.0:1762170988.800408:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481574144 00000100:00100000:0.0:1762170988.800408:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.800444:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481574272 00000100:00100000:2.0:1762170988.800447:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481574272 00000100:00100000:1.0:1762170988.800451:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41544 00000100:00100000:1.0:1762170988.800462:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+597:3640:x1847765481574144:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.800468:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481572352:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.800470:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41545 00002000:00080000:1.0:1762170988.800477:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1909 count 1 00000100:00100000:2.0:1762170988.800484:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+597:3643:x1847765481574272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.800489:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.800490:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.800502:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1910 count 1 00010000:00010000:1.0:1762170988.800515:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f1e00/0x96d1ba5869cbefbb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56e3 expref: 427 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.800519:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.800526:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.800530:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.800533:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.800534:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ca00/0x96d1ba5869cbefc9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f1 expref: 427 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.800535:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481572224:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.800556:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.800558:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.800558:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.800560:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.800571:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f1e00/0x96d1ba5869cbefbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56e3 expref: 427 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.800600:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f1e00/0x96d1ba5869cbefbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56e3 expref: 427 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.800606:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ca00/0x96d1ba5869cbefc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f1 expref: 427 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.800617:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.800619:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481574400:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.800622:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ca00/0x96d1ba5869cbefc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f1 expref: 427 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.800624:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.800647:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.800651:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481574528:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.800651:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8534a540 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.800669:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.800678:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae600/0x96d1ba5869cc32c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.800688:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.800704:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.800813:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481572480:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.800834:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.801032:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.801037:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.801238:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481572736:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.801256:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.801294:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481573504:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.801313:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.801325:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.801338:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481573760:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.801356:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.801359:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.801387:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489591424 00000100:00100000:2.0:1762170988.801391:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489591424 00010000:00010000:2.0:1762170988.801415:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f0200/0x96d1ba5869cbef9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ab expref: 428 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.801417:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.801439:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489591808 00000100:00100000:2.0:1762170988.801443:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489591808 00000100:00100000:1.0:1762170988.801452:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489591168 00000100:00100000:1.0:1762170988.801458:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489591168 00010000:00010000:2.0:1762170988.801459:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f4600/0x96d1ba5869cbefa6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b9 expref: 429 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.801477:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f3400/0x96d1ba5869cbef98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc569d expref: 430 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.801485:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32914 00000100:00100000:2.0:1762170988.801494:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+430:2415:x1847765489591424:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.801504:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.801509:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f0200/0x96d1ba5869cbef9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ab expref: 430 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.801517:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32915 00010000:00010000:2.0:1762170988.801520:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f0200/0x96d1ba5869cbef9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ab expref: 430 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.801527:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+430:2415:x1847765489591808:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.801535:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.801537:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f0200/0x96d1ba5869cbef9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ab expref: 430 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.801540:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f4600/0x96d1ba5869cbefa6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b9 expref: 430 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.801551:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.801551:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f4600/0x96d1ba5869cbefa6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b9 expref: 429 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.801553:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.801557:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.801565:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f4600/0x96d1ba5869cbefa6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b9 expref: 429 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.801571:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.801574:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.801576:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.801579:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.801598:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801602:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.801624:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.801630:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.801632:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+428:2415:x1847765489591424:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 138us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.801644:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+428:2415:x1847765489591808:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 118us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.801649:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32914 00010000:00010000:0.0:1762170988.801651:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.801656:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32915 00000100:00100000:2.0:1762170988.801669:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32916 00010000:00010000:0.0:1762170988.801672:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.801681:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+426:2416:x1847765489591168:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.801684:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.801701:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.801737:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.801737:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.801742:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481573120:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.801745:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801746:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f3400/0x96d1ba5869cbef98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc569d expref: 426 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.801761:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.801766:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.801773:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f3400/0x96d1ba5869cbef98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc569d expref: 426 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.801774:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.801795:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801801:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f3400/0x96d1ba5869cbef98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc569d expref: 426 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.801811:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801816:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.801819:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.801823:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc32f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801824:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801844:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.801857:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.801860:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.801864:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.801866:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.801875:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.801882:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.801887:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.801891:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.801898:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+425:2416:x1847765489591168:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 220us (481us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.801902:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.801911:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32916 00010000:00010000:2.0:1762170988.801934:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801944:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801953:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801960:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801974:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.801980:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.801984:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.801989:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.801993:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.802001:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.802014:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.802021:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc32d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.802042:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.802046:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.802051:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+598:3641:x1847765481571840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4692us (4885us total) trans 4294975328 rc 0/0 00010000:00010000:2.0:1762170988.802061:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.802065:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41535 00010000:00010000:2.0:1762170988.802067:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.802076:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.802088:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.802095:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc32e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.802109:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170988.802109:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2f480/2, rc 0, transno 4294975328 00010000:00010000:2.0:1762170988.802112:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.802116:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.802120:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481571840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.802187:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481574656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.802217:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.802261:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481574656 00000100:00100000:2.0:1762170988.802262:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+598:3642:x1847765481572096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4247us (4906us total) trans 4294975329 rc 0/0 00000100:00100000:0.0:1762170988.802266:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481574656 00000100:00100000:2.0:1762170988.802275:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41537 00000100:00100000:0.0:1762170988.802299:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41546 00000100:00100000:0.0:1762170988.802307:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+598:3643:x1847765481574656:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.802317:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:0.0:1762170988.802321:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1911 count 1 00010000:00010000:0.0:1762170988.802333:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.802335:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8734700/2, rc 0, transno 4294975329 00010000:00010000:0.0:1762170988.802348:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f5a00/0x96d1ba5869cbefc2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ff expref: 424 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.802351:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8734700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481572096:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.802358:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.802361:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.802366:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.802366:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.802398:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481574784:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.802398:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f5a00/0x96d1ba5869cbefc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ff expref: 424 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.802400:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.802415:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489591552 00010000:00010000:0.0:1762170988.802416:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f5a00/0x96d1ba5869cbefc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ff expref: 424 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.802421:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489591552 00000100:00100000:2.0:1762170988.802430:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.802437:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481574912:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.802441:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89697a00/0x96d1ba5869cbe8a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f34 expref: 569 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.802463:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489591296 00000100:00100000:1.0:1762170988.802466:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489591296 00000100:00100000:2.0:1762170988.802478:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481574784 00000100:00100000:2.0:1762170988.802481:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481574784 00010000:00010000:1.0:1762170988.802481:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89690e00/0x96d1ba5869cbe89f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f26 expref: 570 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.802483:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.802502:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489591680 00000100:00100000:1.0:1762170988.802505:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489591680 00000100:00100000:2.0:1762170988.802515:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41547 00010000:00010000:1.0:1762170988.802518:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89694200/0x96d1ba5869cbe8b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f42 expref: 571 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.802523:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+599:3640:x1847765481574784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.802535:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1912 count 1 00000100:00100000:1.0:1762170988.802536:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32917 00000100:00100000:1.0:1762170988.802544:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+571:2416:x1847765489591552:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.802547:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.802552:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.802558:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104f3600/0x96d1ba5869cbefd0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc570d expref: 424 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.802558:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89697a00/0x96d1ba5869cbe8a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f34 expref: 571 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.802566:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.802568:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.802569:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89697a00/0x96d1ba5869cbe8a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f34 expref: 571 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.802571:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.802607:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89697a00/0x96d1ba5869cbe8a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f34 expref: 571 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.802611:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104f3600/0x96d1ba5869cbefd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc570d expref: 424 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.802620:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104f3600/0x96d1ba5869cbefd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc570d expref: 424 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.802620:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.802622:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.802627:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.802636:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.802639:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea74f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481575040:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.802644:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+600:3640:x1847765481572992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3096us (3260us total) trans 4294975330 rc 0/0 00000100:00100000:0.0:1762170988.802650:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41540 00010000:00010000:1.0:1762170988.802661:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.802670:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ec00 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.802676:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.802684:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+570:2416:x1847765489591552:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 139us (367us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.802686:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.802700:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.802705:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8735500/2, rc 0, transno 4294975330 00000100:00100000:1.0:1762170988.802705:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32917 00010000:00010000:0.0:1762170988.802756:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.802772:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.802784:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32918 00000100:00100000:1.0:1762170988.802794:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+569:2416:x1847765489591296:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.802802:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.802809:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89690e00/0x96d1ba5869cbe89f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f26 expref: 569 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.802817:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481572992:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.802821:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89690e00/0x96d1ba5869cbe89f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f26 expref: 569 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.802837:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89690e00/0x96d1ba5869cbe89f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f26 expref: 569 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.802851:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.802853:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.802857:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170988.802857:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.802865:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.802866:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481575168:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.802886:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.802890:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+446:3643:x1847765481572608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4468us (4541us total) trans 4294977135 rc 0/0 00000100:00100000:0.0:1762170988.802896:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41538 00000100:00100000:2.0:1762170988.802904:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.802907:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+568:2416:x1847765489591296:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 115us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.802915:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481575168 00000100:00100000:1.0:1762170988.802916:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32918 00000100:00100000:0.0:1762170988.802918:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481575168 00000100:00100000:1.0:1762170988.802943:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32919 00000100:00100000:1.0:1762170988.802955:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8eb41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+567:2416:x1847765489591680:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.802956:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41548 00010000:00010000:1.0:1762170988.802967:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.802970:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+600:3640:x1847765481575168:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.802975:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89694200/0x96d1ba5869cbe8b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f42 expref: 567 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.802979:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889d8cb6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481574016:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170988.802987:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1913 count 1 00010000:00010000:1.0:1762170988.802988:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89694200/0x96d1ba5869cbe8b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f42 expref: 567 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.802998:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803003:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.803005:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89694200/0x96d1ba5869cbe8b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f42 expref: 567 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.803029:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.803029:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8200/0x96d1ba5869cbf200 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc571b expref: 424 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.803032:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.803037:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803042:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.803046:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.803050:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803051:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.803080:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.803088:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8200/0x96d1ba5869cbf200 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc571b expref: 424 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.803098:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8200/0x96d1ba5869cbf200 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc571b expref: 424 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.803105:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8eb41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+566:2416:x1847765489591680:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 151us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.803121:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481575296:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.803122:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32919 00000100:00100000:0.0:1762170988.803179:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.803186:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.803196:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.803205:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.803213:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.803218:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2f100/2, rc 0, transno 4294977135 00010000:00010000:1.0:1762170988.803228:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170988.803236:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481572608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.803292:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.803302:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481575424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.803319:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481574528:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.803324:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.803334:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.803335:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.803335:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.803343:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+446:3641:x1847765481572864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4121us (4390us total) trans 4294977136 rc 0/0 00000100:00100000:1.0:1762170988.803357:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41539 00010000:00010000:3.0:1762170988.803359:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afe00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.803365:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803366:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.803372:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481575424 00010000:00010000:0.0:1762170988.803375:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.803379:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481575424 00010000:00010000:3.0:1762170988.803381:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803396:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.803398:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41549 00010000:00010000:0.0:1762170988.803403:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.803404:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.803410:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+446:3643:x1847765481575424:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.803429:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc32ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803429:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.803430:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1760 count 1 00010000:00010000:1.0:1762170988.803446:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803457:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.803462:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.803462:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89691400/0x96d1ba5869cbe8bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f5e expref: 565 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.803467:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.803472:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc32f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.803473:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.803477:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.803480:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.803483:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.803485:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803500:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.803504:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.803509:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89691400/0x96d1ba5869cbe8bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f5e expref: 565 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.803509:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.803522:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89691400/0x96d1ba5869cbe8bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f5e expref: 565 pid: 20306 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.803534:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2d880/2, rc 0, transno 4294977136 00000100:00100000:1.0:1762170988.803536:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481575552:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.803537:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.803549:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481572864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.803568:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b840 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.803608:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170988.803619:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481575680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.803619:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481574400:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.803628:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.803630:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.803639:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803641:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.803651:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.803651:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803661:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.803674:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489592064 00000100:00100000:1.0:1762170988.803679:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489592064 00010000:00010000:0.0:1762170988.803682:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.803687:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.803693:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.803697:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f2c00/0x96d1ba5869cbefb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56d5 expref: 425 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.803702:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.803735:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.803739:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.803740:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489591936 00000100:00100000:1.0:1762170988.803745:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489591936 00010000:00010000:2.0:1762170988.803750:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.803761:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b600/0x96d1ba5869cc0a9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f5c expref: 566 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.803762:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.803771:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc32dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.803779:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481575680 00000100:00100000:0.0:1762170988.803784:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481575680 00010000:00010000:2.0:1762170988.803789:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.803789:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489592192 00000100:00100000:3.0:1762170988.803793:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.803794:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.803794:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489592192 00010000:00010000:2.0:1762170988.803799:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.803812:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f1e00/0x96d1ba5869cbefbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56e3 expref: 426 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.803812:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41550 00000100:00100000:0.0:1762170988.803826:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+448:3642:x1847765481575680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.803830:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489592320 00000100:00100000:1.0:1762170988.803834:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32920 00000100:00100000:2.0:1762170988.803835:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489592320 00002000:00080000:0.0:1762170988.803839:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1761 count 1 00000100:00100000:1.0:1762170988.803845:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+427:2414:x1847765489592064:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.803849:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ca00/0x96d1ba5869cbefc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f1 expref: 427 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.803854:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.803854:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.803864:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f2c00/0x96d1ba5869cbefb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56d5 expref: 427 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.803865:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.803867:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32921 00010000:00010000:0.0:1762170988.803878:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89695e00/0x96d1ba5869cbe8c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f6c expref: 566 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.803879:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+566:2414:x1847765489591936:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.803880:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f2c00/0x96d1ba5869cbefb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56d5 expref: 427 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.803890:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.803896:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b600/0x96d1ba5869cc0a9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f5c expref: 566 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.803905:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f2c00/0x96d1ba5869cbefb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56d5 expref: 427 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.803912:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.803917:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b600/0x96d1ba5869cc0a9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f5c expref: 566 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.803917:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.803921:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.803922:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.803923:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.803928:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.803936:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489592448 00000100:00100000:3.0:1762170988.803943:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489592448 00010000:00010000:2.0:1762170988.803950:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b600/0x96d1ba5869cc0a9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f5c expref: 566 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.803951:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803958:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89695e00/0x96d1ba5869cbe8c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f6c expref: 566 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.803963:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.803965:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d200/0x96d1ba5869cbefad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56c7 expref: 427 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.803966:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.803970:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.803972:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.803978:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89695e00/0x96d1ba5869cbe8c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f6c expref: 565 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.803994:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.803996:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+427:2414:x1847765489592064:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 154us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.804004:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481575808:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.804006:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32920 00010000:00010000:2.0:1762170988.804011:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.804028:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32922 00000100:00100000:2.0:1762170988.804032:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+565:2414:x1847765489591936:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 155us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.804041:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+426:2414:x1847765489592192:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.804045:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.804046:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32921 00010000:00010000:1.0:1762170988.804050:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.804056:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f1e00/0x96d1ba5869cbefbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56e3 expref: 426 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.804066:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f1e00/0x96d1ba5869cbefbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56e3 expref: 426 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.804070:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32923 00000100:00100000:2.0:1762170988.804080:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32924 00000100:00100000:3.0:1762170988.804085:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+426:2414:x1847765489592320:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.804087:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f1e00/0x96d1ba5869cbefbb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56e3 expref: 426 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.804092:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+426:2415:x1847765489592448:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.804098:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.804102:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.804103:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.804106:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.804107:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ca00/0x96d1ba5869cbefc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f1 expref: 425 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.804110:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d200/0x96d1ba5869cbefad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56c7 expref: 425 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.804110:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.804128:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804130:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ca00/0x96d1ba5869cbefc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f1 expref: 425 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.804132:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d200/0x96d1ba5869cbefad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56c7 expref: 425 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.804156:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.804161:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.804163:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56ca00/0x96d1ba5869cbefc9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f1 expref: 425 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.804164:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.804169:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.804178:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+424:2414:x1847765489592192:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 139us (440us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.804181:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.804182:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804185:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.804185:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32922 00010000:00010000:3.0:1762170988.804191:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.804197:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.804203:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.804219:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+423:2415:x1847765489592448:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 131us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.804227:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32924 00010000:00010000:3.0:1762170988.804228:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.804229:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d200/0x96d1ba5869cbefad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56c7 expref: 423 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.804242:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481573632:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.804252:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.804259:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.804261:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+421:2414:x1847765489592320:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (468us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.804263:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.804277:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.804278:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.804281:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32923 00010000:00010000:2.0:1762170988.804291:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.804291:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.804300:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.804306:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.804313:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.804318:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.804319:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.804324:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804329:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.804332:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804337:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804348:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804353:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3306 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804369:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.804371:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804377:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.804379:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804383:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804391:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804395:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc32ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.804414:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.804417:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.804420:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.804425:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.804468:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+601:3642:x1847765481573248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4894us (4997us total) trans 4294975331 rc 0/0 00000100:00100000:1.0:1762170988.804477:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41541 00010000:00010000:1.0:1762170988.804510:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.804518:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.804526:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.804533:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.804553:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.804561:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.804568:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.804575:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.804580:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.804599:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.804613:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.804625:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3314 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.804650:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.804654:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.804658:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.804693:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+601:3640:x1847765481574144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4232us (4344us total) trans 4294975332 rc 0/0 00000100:00100000:1.0:1762170988.804701:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41544 00000100:00100000:0.0:1762170988.805258:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481574912:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.805274:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.805310:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481575296:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.805322:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.805378:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481575808:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.805396:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.805407:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.805448:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481575552:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.805462:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.806095:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2ca80/2, rc 0, transno 4294975332 00000100:00100000:1.0:1762170988.806112:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481574144:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1762170988.806157:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08ca300/2, rc 0, transno 4294975331 00000100:00100000:1.0:1762170988.806163:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481573248:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.806202:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.806211:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.806230:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.806240:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.806256:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.806347:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.806355:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.806363:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.806368:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.806377:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.806392:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.806400:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc330d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.806407:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea95e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+601:3640:x1847765481573888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6432us (6521us total) trans 4294975333 rc 0/0 00000100:00100000:1.0:1762170988.806419:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41543 00010000:00010000:2.0:1762170988.806425:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.806430:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.806432:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.806448:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481576064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.806450:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489592704 00000100:00100000:1.0:1762170988.806456:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489592704 00010000:00010000:1.0:1762170988.806491:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f3600/0x96d1ba5869cbefd0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc570d expref: 421 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.806492:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.806523:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32925 00000100:00100000:2.0:1762170988.806528:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170988.806533:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+421:2417:x1847765489592704:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.806542:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481575936:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.806544:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.806550:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f3600/0x96d1ba5869cbefd0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc570d expref: 421 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.806554:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+449:3640:x1847765481557760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34222us (34488us total) trans 4294977116 rc 0/0 00010000:00010000:1.0:1762170988.806561:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f3600/0x96d1ba5869cbefd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc570d expref: 421 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.806570:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41480 00000100:00100000:2.0:1762170988.806576:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.806578:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.806581:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.806595:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.806603:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.806609:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481576064 00000100:00100000:3.0:1762170988.806610:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.806616:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481576064 00010000:00010000:1.0:1762170988.806622:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1762170988.806641:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2fb80/2, rc 0, transno 4294975333 00000100:00100000:0.0:1762170988.806644:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481575936 00000100:00100000:0.0:1762170988.806649:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481575936 00000100:00100000:2.0:1762170988.806657:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481573888:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.806661:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+421:2417:x1847765489592704:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 129us (1256us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.806671:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32925 00000100:00100000:0.0:1762170988.806676:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41551 00000100:00100000:0.0:1762170988.806687:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+602:3641:x1847765481576064:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.806688:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489592832 00000100:00100000:1.0:1762170988.806694:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489592832 00000100:00100000:3.0:1762170988.806700:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.806730:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:0.0:1762170988.806731:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1915 count 1 00010000:00010000:1.0:1762170988.806732:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89691400/0x96d1ba5869cbe8bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f5e expref: 565 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.806746:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481576192:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.806750:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.806752:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489592576 00000100:00100000:1.0:1762170988.806756:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489592576 00010000:00010000:0.0:1762170988.806768:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9e00/0x96d1ba5869cbf20e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5737 expref: 421 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.806776:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.806780:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.806782:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.806784:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.806787:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104f5a00/0x96d1ba5869cbefc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ff expref: 421 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.806813:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9e00/0x96d1ba5869cbf20e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5737 expref: 421 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.806822:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32926 00010000:00010000:0.0:1762170988.806829:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9e00/0x96d1ba5869cbf20e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5737 expref: 421 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.806836:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8ef6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+565:2414:x1847765489592832:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1762170988.806848:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8760000/2, rc 0, transno 4294977116 00010000:00010000:1.0:1762170988.806850:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.806850:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481576320:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.806859:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89691400/0x96d1ba5869cbe8bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f5e expref: 565 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.806862:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8760000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481557760:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.806878:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89691400/0x96d1ba5869cbe8bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f5e expref: 565 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.806888:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.806896:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89691400/0x96d1ba5869cbe8bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f5e expref: 565 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.806910:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.806910:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481576192 00010000:00010000:1.0:1762170988.806915:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.806915:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481576192 00010000:00010000:1.0:1762170988.806919:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.806922:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889d8cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481576448:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.806934:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.806952:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41552 00000100:00100000:0.0:1762170988.806963:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+603:3641:x1847765481575936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.806969:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.806970:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.806975:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:0.0:1762170988.806981:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1914 count 1 00010000:00010000:0.0:1762170988.806997:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.806999:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8ef6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+564:2414:x1847765489592832:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.807018:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32926 00010000:00010000:0.0:1762170988.807020:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56cc00/0x96d1ba5869cbf207 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5729 expref: 421 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.807029:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.807031:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481576448 00010000:00010000:0.0:1762170988.807031:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.807037:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481576448 00010000:00010000:0.0:1762170988.807037:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.807043:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.807068:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41553 00010000:00010000:0.0:1762170988.807068:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56cc00/0x96d1ba5869cbf207 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5729 expref: 421 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.807075:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489592960 00000100:00100000:2.0:1762170988.807081:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+603:3643:x1847765481576192:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.807081:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489592960 00010000:00010000:0.0:1762170988.807083:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56cc00/0x96d1ba5869cbf207 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5729 expref: 421 pid: 8389 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.807101:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1916 count 1 00000100:00100000:0.0:1762170988.807103:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481576576:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.807104:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8200/0x96d1ba5869cbf200 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc571b expref: 422 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.807109:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489593088 00010000:00010000:2.0:1762170988.807115:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.807116:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489593088 00010000:00010000:2.0:1762170988.807131:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fbe00/0x96d1ba5869cbf215 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5745 expref: 422 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.807133:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32927 00010000:00010000:3.0:1762170988.807143:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89695e00/0x96d1ba5869cbe8c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f6c expref: 564 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.807144:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.807145:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.807151:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.807151:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+422:2417:x1847765489592576:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.807157:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.807166:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.807168:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41554 00010000:00010000:1.0:1762170988.807175:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104f5a00/0x96d1ba5869cbefc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ff expref: 422 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.807181:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32928 00000100:00100000:0.0:1762170988.807183:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+449:3643:x1847765481576448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.807189:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fbe00/0x96d1ba5869cbf215 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5745 expref: 422 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.807198:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+422:2417:x1847765489592960:12345-192.168.202.10@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1762170988.807202:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1762 count 1 00010000:00010000:3.0:1762170988.807216:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.807222:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104f5a00/0x96d1ba5869cbefc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ff expref: 422 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.807223:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fbe00/0x96d1ba5869cbf215 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5745 expref: 422 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.807224:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.807226:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8200/0x96d1ba5869cbf200 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc571b expref: 422 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.807256:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89690c00/0x96d1ba5869cbe8c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f7a expref: 564 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.807262:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5248380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481576704:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.807262:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f5a00/0x96d1ba5869cbefc2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ff expref: 422 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.807286:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.807288:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.807289:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.807293:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.807295:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.807297:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ee40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.807299:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.807300:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8200/0x96d1ba5869cbf200 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc571b expref: 422 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.807324:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.807329:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89690c00/0x96d1ba5869cbe8c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f7a expref: 564 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.807330:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104f3600/0x96d1ba5869cbefd0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc570d expref: 421 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.807333:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8200/0x96d1ba5869cbf200 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc571b expref: 421 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.807357:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.807359:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89690c00/0x96d1ba5869cbe8c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f7a expref: 564 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.807362:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.807365:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.807367:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea74f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481575040:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.807370:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.807383:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481576832:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.807387:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.807387:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+419:2417:x1847765489592576:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 237us (684us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.807392:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.807408:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32927 00000100:00100000:0.0:1762170988.807412:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.807418:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.807428:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.807428:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.807432:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32929 00010000:00010000:0.0:1762170988.807434:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.807447:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+564:2414:x1847765489593088:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.807449:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.807452:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.807459:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+418:2417:x1847765489592960:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 264us (489us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.807462:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.807473:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89695e00/0x96d1ba5869cbe8c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f6c expref: 564 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.807475:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.807478:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.807481:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32928 00010000:00010000:1.0:1762170988.807504:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89695e00/0x96d1ba5869cbe8c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f6c expref: 564 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.807505:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.807520:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.807524:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.807531:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.807537:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89695e00/0x96d1ba5869cbe8c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f6c expref: 564 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.807537:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.807542:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.807550:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.807554:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.807558:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.807560:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.807562:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.807594:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.807598:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.807607:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3329 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.807620:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.807622:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.807626:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.807630:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.807632:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.807637:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.807646:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.807647:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+563:2414:x1847765489593088:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (605us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.807656:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afc00/0x96d1ba5869cc3330 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.807664:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32929 00010000:00010000:3.0:1762170988.807677:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.807680:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.807684:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.807690:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.807805:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+605:3640:x1847765481574784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5282us (5376us total) trans 4294975334 rc 0/0 00000100:00100000:2.0:1762170988.807814:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41547 00010000:00010000:1.0:1762170988.807815:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.807820:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+605:3640:x1847765481575168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4850us (4914us total) trans 4294975335 rc 0/0 00010000:00010000:1.0:1762170988.807833:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.807835:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41548 00010000:00010000:1.0:1762170988.807846:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.807855:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.807861:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5a91500/2, rc 0, transno 4294975335 00010000:00010000:0.0:1762170988.807866:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.807875:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481575168:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.807887:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.807894:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.807897:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.807907:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.807918:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1762170988.807920:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.807927:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.807929:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea74f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481576960:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.807944:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.807948:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.807956:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.807969:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.807981:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3337 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.807987:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.808005:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.808008:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.808012:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.808024:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481576960 00000100:00100000:0.0:1762170988.808028:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481576960 00000100:00100000:1.0:1762170988.808032:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+450:3643:x1847765481575424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4623us (4697us total) trans 4294977139 rc 0/0 00000004:00080000:2.0:1762170988.808039:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb0a80/2, rc 0, transno 4294977139 00000100:00100000:1.0:1762170988.808043:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41549 00000100:00100000:2.0:1762170988.808054:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481575424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.808069:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41555 00010000:00010000:3.0:1762170988.808071:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd568a00/0x96d1ba5869cbedd1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5657 expref: 417 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.808081:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+604:3641:x1847765481576960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.808087:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481570048:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.808093:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.808097:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1917 count 1 00000100:00100000:2.0:1762170988.808106:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481577088:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.808109:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.808113:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.808122:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.808130:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d600/0x96d1ba5869cbf21c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5753 expref: 416 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.808135:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.808138:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.808148:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.808151:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.808155:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.808158:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.808159:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.808172:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.808174:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.808184:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.808185:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.808186:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d600/0x96d1ba5869cbf21c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5753 expref: 416 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.808208:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.808210:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.808215:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d600/0x96d1ba5869cbf21c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5753 expref: 416 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.808218:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.808225:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.808244:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.808258:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.808264:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481577216:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.808268:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.808269:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.808271:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+605:3643:x1847765481574272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7789us (7862us total) trans 4294975336 rc 0/0 00010000:00010000:3.0:1762170988.808277:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.808290:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41545 00010000:00010000:2.0:1762170988.808291:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc331b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.808294:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.808300:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.808309:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.808312:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.808312:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481577088 00000100:00100000:1.0:1762170988.808318:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481577088 00010000:00010000:2.0:1762170988.808321:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.808325:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.808326:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.808332:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.808333:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.808342:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41556 00010000:00010000:2.0:1762170988.808343:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.808345:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3296 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.808353:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+450:3641:x1847765481577088:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.808373:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af600 already unused, calling callback (ffffffffc0e8f320) 00002000:00080000:1.0:1762170988.808374:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1763 count 1 00010000:00010000:2.0:1762170988.808380:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.808381:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.808385:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.808389:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.808389:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.808392:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.808398:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.808415:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89696200/0x96d1ba5869cbe8d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f88 expref: 562 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.808420:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.808425:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.808428:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.808433:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af600/0x96d1ba5869cc333e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.808434:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.808456:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+451:3642:x1847765481575680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4632us (4804us total) trans 4294977140 rc 0/0 00010000:00010000:2.0:1762170988.808462:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.808466:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41550 00010000:00010000:2.0:1762170988.808468:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.808472:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89696200/0x96d1ba5869cbe8d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f88 expref: 562 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.808473:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.808487:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89696200/0x96d1ba5869cbe8d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f88 expref: 562 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.808497:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.808502:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481577344:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170988.808504:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e58700/2, rc 0, transno 4294975336 00000100:00100000:3.0:1762170988.808514:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.808516:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.808518:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481574272:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.808532:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.808540:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.808540:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.808558:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.808564:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489593216 00010000:00010000:0.0:1762170988.808570:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.808571:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489593216 00000100:00100000:2.0:1762170988.808572:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170988.808578:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.808598:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e91ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481577472:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.808599:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.808607:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9e00/0x96d1ba5869cbf20e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5737 expref: 417 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.808607:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.808627:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.808638:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.808643:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.808649:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32930 00010000:00010000:0.0:1762170988.808656:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc3322 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.808664:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+417:2417:x1847765489593216:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.808675:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.808678:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.808681:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9e00/0x96d1ba5869cbf20e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5737 expref: 417 pid: 9199 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.808682:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eab2e1f80/2, rc 0, transno 4294975334 00010000:00010000:0.0:1762170988.808682:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.808686:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.808697:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481574784:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.808700:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9e00/0x96d1ba5869cbf20e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5737 expref: 417 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.808751:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.808754:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.808758:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.808768:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.808775:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc600a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481577600:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.808784:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.808815:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.808821:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+417:2417:x1847765489593216:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 159us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.808831:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32930 00000100:00100000:1.0:1762170988.808866:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481577472 00000100:00100000:1.0:1762170988.808870:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481577472 00000004:00080000:2.0:1762170988.808874:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08cb480/2, rc 0, transno 4294977140 00000100:00100000:0.0:1762170988.808874:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+605:3643:x1847765481574656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6566us (6655us total) trans 4294975337 rc 0/0 00000100:00100000:0.0:1762170988.808886:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41546 00000100:00100000:2.0:1762170988.808889:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481575680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.808898:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481577600 00000100:00100000:1.0:1762170988.808902:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481577600 00000100:00100000:0.0:1762170988.808911:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41557 00000100:00100000:0.0:1762170988.808925:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+606:3643:x1847765481577472:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.808931:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41558 00002000:00080000:0.0:1762170988.808938:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1918 count 1 00000100:00100000:1.0:1762170988.808943:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+606:3643:x1847765481577600:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.808950:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.808953:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb2d80/2, rc 0, transno 4294975337 00002000:00080000:1.0:1762170988.808959:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1919 count 1 00000100:00100000:2.0:1762170988.808966:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481574656:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.808971:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8e00/0x96d1ba5869cbf223 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5761 expref: 416 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.808976:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.808982:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.808986:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.808991:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.808995:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fae00/0x96d1ba5869cbf22a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc576f expref: 416 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.809004:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481577856:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.809019:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.809021:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.809024:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8e00/0x96d1ba5869cbf223 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5761 expref: 416 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.809026:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.809039:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.809050:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8e00/0x96d1ba5869cbf223 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5761 expref: 416 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.809060:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170988.809065:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fae00/0x96d1ba5869cbf22a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc576f expref: 416 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.809065:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481577984:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.809070:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889d87275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481577728:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.809086:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fae00/0x96d1ba5869cbf22a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc576f expref: 416 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.809098:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481578112:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.809103:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2300 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.809107:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.809120:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481577856 00000100:00100000:0.0:1762170988.809124:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481577856 00000100:00100000:1.0:1762170988.809132:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d86f120c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.809146:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481577728 00000100:00100000:0.0:1762170988.809149:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481577728 00000100:00100000:2.0:1762170988.809162:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41559 00000100:00100000:2.0:1762170988.809172:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+607:3641:x1847765481577856:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.809179:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41560 00002000:00080000:2.0:1762170988.809184:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1920 count 1 00000100:00100000:0.0:1762170988.809190:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+451:3641:x1847765481577728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.809199:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.809204:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1764 count 1 00010000:00010000:2.0:1762170988.809214:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9400/0x96d1ba5869cbf231 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc577d expref: 416 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.809219:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.809223:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.809227:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.809231:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.809235:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89691600/0x96d1ba5869cbe8d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f96 expref: 562 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.809245:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.809248:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.809251:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.809256:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9400/0x96d1ba5869cbf231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc577d expref: 416 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.809280:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9400/0x96d1ba5869cbf231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc577d expref: 416 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.809290:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889d8726bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481578240:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.809297:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89691600/0x96d1ba5869cbe8d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f96 expref: 562 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.809308:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89691600/0x96d1ba5869cbe8d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f96 expref: 562 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.809317:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.809320:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481578368:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.809351:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8ef22cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.809400:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9e00/0x96d1ba5869cbf20e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5737 expref: 416 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.809415:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481576320:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.809439:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.809465:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481576576:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.809486:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.809503:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.809511:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.809525:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.809533:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.809560:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.809565:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.809573:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.809581:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aec00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.809600:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.809600:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481576832:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.809624:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.809748:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.809754:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+451:3641:x1847765481571968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12086us (12514us total) trans 4294977137 rc 0/0 00010000:00010000:3.0:1762170988.809767:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.809767:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41536 00010000:00010000:3.0:1762170988.809778:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc3345 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.809797:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.809799:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.809803:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.809813:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481577216:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.809832:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.810102:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+609:3641:x1847765481576064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3417us (3612us total) trans 4294975339 rc 0/0 00000100:00100000:3.0:1762170988.810108:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+609:3640:x1847765481569664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17853us (17970us total) trans 4294975338 rc 0/0 00000100:00100000:0.0:1762170988.810115:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41551 00000100:00100000:3.0:1762170988.810123:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41527 00000100:00100000:1.0:1762170988.810502:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e794700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+450:3640:x1847765481545856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62676us (62797us total) trans 4294977097 rc 0/0 00000100:00100000:1.0:1762170988.810511:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41435 00000004:00080000:2.0:1762170988.810704:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b70aa00/2, rc 0, transno 4294975339 00000100:00100000:2.0:1762170988.810745:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481576064:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170988.810766:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2c700/2, rc 0, transno 4294977137 00000100:00100000:2.0:1762170988.810777:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481571968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.810873:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481578624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.810897:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.810904:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.810927:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489593344 00000100:00100000:1.0:1762170988.810932:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489593344 00000100:00100000:2.0:1762170988.810939:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.810946:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481577344:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.810947:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481578496:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.810956:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56cc00/0x96d1ba5869cbf207 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5729 expref: 416 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.810975:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.810981:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.810986:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32931 00000100:00100000:1.0:1762170988.811001:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+416:2416:x1847765489593344:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.811013:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.811019:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56cc00/0x96d1ba5869cbf207 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5729 expref: 416 pid: 8389 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.811027:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08c8380/2, rc 0, transno 4294975338 00010000:00010000:1.0:1762170988.811033:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56cc00/0x96d1ba5869cbf207 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5729 expref: 416 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.811040:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481569664:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.811055:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56cc00/0x96d1ba5869cbf207 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5729 expref: 416 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.811067:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.811070:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.811074:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.811079:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170988.811086:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.811092:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481578752:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.811120:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.811121:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.811143:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.811154:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.811160:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+415:2416:x1847765489593344:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (263us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.811170:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.811175:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32931 00000004:00080000:2.0:1762170988.811180:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd61f80/2, rc 0, transno 4294977097 00010000:00010000:0.0:1762170988.811183:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.811193:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481545856:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.811203:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.811231:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.811250:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481578880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.811275:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.811328:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481578624 00000100:00100000:2.0:1762170988.811334:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481578624 00000100:00100000:1.0:1762170988.811338:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.811359:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.811367:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.811370:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481578496 00000100:00100000:0.0:1762170988.811374:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+609:3641:x1847765481575936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4413us (4799us total) trans 4294975340 rc 0/0 00000100:00100000:2.0:1762170988.811376:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481578496 00000100:00100000:1.0:1762170988.811378:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.811388:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41552 00000100:00100000:2.0:1762170988.811406:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481578752 00000100:00100000:0.0:1762170988.811409:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481578880 00000100:00100000:2.0:1762170988.811410:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481578752 00000100:00100000:1.0:1762170988.811416:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.811417:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481578880 00010000:00010000:3.0:1762170988.811427:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afa00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.811432:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.811441:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.811442:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41561 00000100:00100000:1.0:1762170988.811444:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489593728 00000100:00100000:1.0:1762170988.811450:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489593728 00000100:00100000:0.0:1762170988.811458:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41562 00000100:00100000:2.0:1762170988.811459:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+609:3643:x1847765481578624:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.811461:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.811472:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebe3da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+451:3643:x1847765481578496:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.811473:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d600/0x96d1ba5869cbf21c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5753 expref: 415 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.811476:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24afa00/0x96d1ba5869cc334c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.811484:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1921 count 1 00002000:00080000:0.0:1762170988.811493:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1765 count 1 00010000:00010000:2.0:1762170988.811504:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.811509:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.811512:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.811513:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.811517:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.811521:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489593600 00010000:00010000:2.0:1762170988.811522:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff800/0x96d1ba5869cbf238 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc578b expref: 415 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.811527:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489593600 00010000:00010000:0.0:1762170988.811530:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89694e00/0x96d1ba5869cbe8de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fa4 expref: 562 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.811534:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41563 00010000:00010000:2.0:1762170988.811539:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.811544:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.811545:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89690c00/0x96d1ba5869cbe8c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f7a expref: 563 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.811548:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+609:3641:x1847765481578752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.811549:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.811567:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1762170988.811569:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1922 count 1 00010000:00010000:0.0:1762170988.811572:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.811577:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.811581:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489593472 00010000:00010000:3.0:1762170988.811595:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.811597:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489593472 00010000:00010000:2.0:1762170988.811608:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff800/0x96d1ba5869cbf238 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc578b expref: 416 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.811613:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe200/0x96d1ba5869cbf23f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5799 expref: 416 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.811619:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fbe00/0x96d1ba5869cbf215 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5745 expref: 416 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.811630:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff800/0x96d1ba5869cbf238 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc578b expref: 416 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.811634:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.811638:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.811643:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.811651:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481579008:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.811658:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489593856 00000100:00100000:1.0:1762170988.811662:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489593856 00000100:00100000:3.0:1762170988.811670:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32932 00010000:00010000:1.0:1762170988.811678:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89696200/0x96d1ba5869cbe8d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f88 expref: 564 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.811679:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89694e00/0x96d1ba5869cbe8de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fa4 expref: 564 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.811684:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+416:2416:x1847765489593728:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.811698:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ec00 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.811700:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.811731:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d600/0x96d1ba5869cbf21c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5753 expref: 416 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.811733:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32933 00010000:00010000:0.0:1762170988.811733:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89694e00/0x96d1ba5869cbe8de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fa4 expref: 564 pid: 33719 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.811748:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b708000/2, rc 0, transno 4294975340 00000100:00100000:1.0:1762170988.811749:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8ef6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+564:2415:x1847765489593600:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.811758:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d600/0x96d1ba5869cbf21c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5753 expref: 416 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.811764:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481575936:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.811764:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.811770:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481579136:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.811775:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89690c00/0x96d1ba5869cbe8c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f7a expref: 564 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.811781:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889ddd56d600/0x96d1ba5869cbf21c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5753 expref: 416 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.811796:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89690c00/0x96d1ba5869cbe8c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f7a expref: 564 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.811800:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.811804:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.811809:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.811820:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.811821:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89690c00/0x96d1ba5869cbe8c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f7a expref: 564 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.811822:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.811835:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.811838:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481579264:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.811857:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.811860:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.811861:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.811862:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41564 00010000:00010000:1.0:1762170988.811867:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.811878:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+451:3641:x1847765481578880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.811879:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.811880:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.811892:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+415:2416:x1847765489593728:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 211us (660us total) trans 0 rc 0/0 00002000:00080000:0.0:1762170988.811896:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1766 count 1 00000100:00100000:3.0:1762170988.811905:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32932 00010000:00010000:0.0:1762170988.811913:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.811915:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.811929:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89697e00/0x96d1ba5869cbe8e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fb2 expref: 563 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.811933:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32934 00000100:00100000:2.0:1762170988.811935:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5248380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481576704:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.811942:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8ef6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+563:2415:x1847765489593600:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (605us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.811948:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.811950:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+414:2416:x1847765489593472:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.811952:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.811957:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.811958:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.811959:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32933 00010000:00010000:3.0:1762170988.811963:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.811974:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fbe00/0x96d1ba5869cbf215 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5745 expref: 414 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.811989:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481579264 00010000:00010000:3.0:1762170988.811993:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fbe00/0x96d1ba5869cbf215 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5745 expref: 414 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.811995:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481579264 00000100:00100000:1.0:1762170988.812002:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32935 00010000:00010000:0.0:1762170988.812007:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.812016:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+562:2415:x1847765489593856:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.812017:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fbe00/0x96d1ba5869cbf215 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5745 expref: 414 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.812022:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.812027:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41565 00010000:00010000:1.0:1762170988.812030:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.812041:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89696200/0x96d1ba5869cbe8d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f88 expref: 562 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.812042:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.812045:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+610:3643:x1847765481579264:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.812045:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.812046:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.812051:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.812068:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89696200/0x96d1ba5869cbe8d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f88 expref: 562 pid: 24347 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.812069:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1923 count 1 00010000:00010000:3.0:1762170988.812073:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.812075:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812085:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.812101:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89696200/0x96d1ba5869cbe8d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f88 expref: 562 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.812110:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1a00/0x96d1ba5869cbf246 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57a7 expref: 413 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.812111:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.812115:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.812118:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.812119:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.812126:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812127:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.812131:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.812136:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.812140:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+413:2416:x1847765489593472:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 193us (762us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.812140:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812153:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170988.812159:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32934 00010000:00010000:2.0:1762170988.812160:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812168:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.812173:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.812174:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.812184:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.812193:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812198:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.812202:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+561:2415:x1847765489593856:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (786us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.812214:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.812218:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32935 00010000:00010000:2.0:1762170988.812219:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af000/0x96d1ba5869cc335a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.812234:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.812242:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812248:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.812253:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+452:3643:x1847765481576448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5073us (5286us total) trans 4294977141 rc 0/0 00010000:00010000:2.0:1762170988.812254:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.812260:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.812266:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:0.0:1762170988.812268:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41554 00010000:00010000:2.0:1762170988.812276:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.812280:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812288:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.812293:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.812301:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812310:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae400/0x96d1ba5869cc3361 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.812320:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889d8cb6e680/2, rc 0, transno 4294977141 00010000:00010000:2.0:1762170988.812330:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.812335:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889d8cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481576448:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.812336:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.812341:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.812358:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812367:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812375:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.812384:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.812396:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481579392:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.812401:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.812424:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+611:3641:x1847765481576960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4345us (4439us total) trans 4294975341 rc 0/0 00000100:00100000:3.0:1762170988.812435:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41555 00000100:00100000:0.0:1762170988.812439:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.812446:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.812460:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481579392 00000100:00100000:3.0:1762170988.812465:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481579392 00000100:00100000:3.0:1762170988.812495:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41566 00000100:00100000:1.0:1762170988.812501:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.812504:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481578368:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.812506:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+452:3643:x1847765481579392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.812523:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1767 count 1 00010000:00010000:0.0:1762170988.812530:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.812533:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.812546:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+611:3643:x1847765481576192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5465us (5764us total) trans 4294975342 rc 0/0 00010000:00010000:3.0:1762170988.812554:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48e00/0x96d1ba5869cc098b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e4b expref: 560 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.812564:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41553 00010000:00010000:3.0:1762170988.812571:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170988.812572:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170988.812574:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.812592:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.812609:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481577984:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.812615:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48e00/0x96d1ba5869cc098b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e4b expref: 560 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.812618:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489594240 00000100:00100000:1.0:1762170988.812624:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489594240 00000004:00080000:2.0:1762170988.812625:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b70bb80/2, rc 0, transno 4294975342 00010000:00010000:3.0:1762170988.812634:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48e00/0x96d1ba5869cc098b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e4b expref: 561 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.812639:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481576192:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.812644:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.812647:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89691600/0x96d1ba5869cbe8d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f96 expref: 561 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.812658:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481579520:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.812684:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489594112 00000100:00100000:1.0:1762170988.812688:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489594112 00000100:00100000:3.0:1762170988.812699:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c000 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.812699:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89697e00/0x96d1ba5869cbe8e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fb2 expref: 561 pid: 24347 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170988.812703:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea74f3b80/2, rc 0, transno 4294975341 00010000:00010000:1.0:1762170988.812705:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fae00/0x96d1ba5869cbf22a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc576f expref: 413 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.812742:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea74f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481576960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.812749:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.812759:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481579648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.812791:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.812817:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489593984 00010000:00010000:0.0:1762170988.812819:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89697e00/0x96d1ba5869cbe8e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fb2 expref: 561 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.812822:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489593984 00010000:00010000:3.0:1762170988.812823:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.812832:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.812838:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481579776:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.812840:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8e00/0x96d1ba5869cbf223 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5761 expref: 414 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.812850:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.812858:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.812865:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481579648 00000100:00100000:2.0:1762170988.812866:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481579904:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.812868:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.812871:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32936 00000100:00100000:0.0:1762170988.812871:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481579648 00000100:00100000:1.0:1762170988.812886:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+561:2414:x1847765489594240:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.812889:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.812896:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.812906:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89691600/0x96d1ba5869cbe8d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f96 expref: 561 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.812907:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.812910:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3353 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.812911:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41567 00000100:00100000:0.0:1762170988.812928:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+611:3641:x1847765481579648:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.812934:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89691600/0x96d1ba5869cbe8d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f96 expref: 561 pid: 20306 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.812945:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1924 count 1 00000100:00100000:2.0:1762170988.812946:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481579904 00010000:00010000:1.0:1762170988.812951:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89691600/0x96d1ba5869cbe8d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4f96 expref: 561 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.812953:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481579904 00010000:00010000:3.0:1762170988.812957:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.812961:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.812961:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.812965:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.812966:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.812970:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.812975:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.812982:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41568 00010000:00010000:0.0:1762170988.812982:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1800/0x96d1ba5869cbf24d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57b5 expref: 414 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.812986:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32937 00010000:00010000:1.0:1762170988.812991:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.812997:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+612:3641:x1847765481579904:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.813001:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.813003:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+414:2416:x1847765489594112:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.813010:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.813016:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.813018:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1925 count 1 00010000:00010000:3.0:1762170988.813020:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.813024:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.813030:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fae00/0x96d1ba5869cbf22a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc576f expref: 414 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.813034:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.813048:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fae00/0x96d1ba5869cbf22a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc576f expref: 414 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.813050:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+560:2414:x1847765489594240:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 164us (604us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.813051:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1800/0x96d1ba5869cbf24d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57b5 expref: 414 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.813052:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffe00/0x96d1ba5869cbf254 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57c3 expref: 414 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.813071:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32936 00010000:00010000:2.0:1762170988.813079:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.813081:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.813082:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1800/0x96d1ba5869cbf24d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57b5 expref: 414 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.813083:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.813085:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.813089:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.813091:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.813094:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32938 00000100:00100000:1.0:1762170988.813107:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+414:2417:x1847765489593984:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.813110:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481580032:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.813116:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813122:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.813130:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8e00/0x96d1ba5869cbf223 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5761 expref: 414 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.813131:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffe00/0x96d1ba5869cbf254 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57c3 expref: 414 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.813136:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.813158:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8e00/0x96d1ba5869cbf223 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5761 expref: 414 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.813159:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffe00/0x96d1ba5869cbf254 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57c3 expref: 414 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.813161:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.813166:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+414:2416:x1847765489594112:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (665us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.813187:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813191:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f8e00/0x96d1ba5869cbf223 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5761 expref: 414 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.813193:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481580160:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.813194:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32937 00010000:00010000:0.0:1762170988.813211:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813216:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.813220:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.813224:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813225:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.813230:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.813245:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813246:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.813264:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889d8726bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481578240:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.813266:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.813280:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.813287:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813294:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.813299:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.813303:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+412:2417:x1847765489593984:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 197us (724us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.813307:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.813314:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32938 00010000:00010000:3.0:1762170988.813321:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.813325:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1a00/0x96d1ba5869cbf246 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57a7 expref: 412 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.813327:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.813330:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489594368 00000100:00100000:1.0:1762170988.813335:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489594368 00010000:00010000:3.0:1762170988.813350:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.813352:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1a00/0x96d1ba5869cbf246 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57a7 expref: 412 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.813353:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9400/0x96d1ba5869cbf231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc577d expref: 412 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.813375:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.813383:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481580288:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.813385:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af400/0x96d1ba5869cc3384 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.813392:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32939 00000100:00100000:1.0:1762170988.813406:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+412:2417:x1847765489594368:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.813415:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.813417:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.813418:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.813423:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.813428:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.813435:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9400/0x96d1ba5869cbf231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc577d expref: 412 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.813447:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9400/0x96d1ba5869cbf231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc577d expref: 412 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.813458:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+453:3641:x1847765481577728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4270us (4352us total) trans 4294977142 rc 0/0 00010000:00010000:1.0:1762170988.813463:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9f9400/0x96d1ba5869cbf231 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc577d expref: 412 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.813473:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41560 00010000:00010000:1.0:1762170988.813483:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.813486:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.813490:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813497:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813503:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813513:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813516:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.813522:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813531:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813545:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.813554:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.813559:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813567:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aee00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.813570:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813578:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813603:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813611:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aee00/0x96d1ba5869cc336f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.813617:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889d87275500/2, rc 0, transno 4294977142 00000100:00100000:1.0:1762170988.813623:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+411:2417:x1847765489594368:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 218us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.813634:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889d87275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481577728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.813637:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32939 00010000:00010000:0.0:1762170988.813647:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.813651:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.813655:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.813684:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.813695:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481580416:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.813702:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fae00/0x96d1ba5869cbf22a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc576f expref: 410 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.813740:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481578112:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.813756:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813767:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.813770:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.813779:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813788:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813796:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.813819:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.813823:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.813829:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.813838:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.813843:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.813844:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+613:3643:x1847765481577472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4921us (5206us total) trans 4294975343 rc 0/0 00010000:00010000:2.0:1762170988.813861:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.813861:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41557 00010000:00010000:2.0:1762170988.813876:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.813879:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481580416 00000100:00100000:0.0:1762170988.813885:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481580416 00010000:00010000:2.0:1762170988.813887:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3376 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.813911:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.813912:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41569 00010000:00010000:2.0:1762170988.813916:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.813921:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.813924:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+453:3643:x1847765481580416:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.813939:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+613:3643:x1847765481577600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4999us (5125us total) trans 4294975344 rc 0/0 00002000:00080000:0.0:1762170988.813940:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1768 count 1 00000100:00100000:2.0:1762170988.813948:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481579008:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.813954:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41558 00010000:00010000:0.0:1762170988.813956:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813969:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89695400/0x96d1ba5869cbe8ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fce expref: 559 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.813971:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.813982:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.813984:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.813986:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.813992:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.814004:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.814012:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.814015:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89695400/0x96d1ba5869cbe8ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fce expref: 559 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.814017:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489594496 00000100:00100000:1.0:1762170988.814022:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489594496 00010000:00010000:2.0:1762170988.814028:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.814042:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff800/0x96d1ba5869cbf238 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc578b expref: 410 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.814043:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.814045:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89695400/0x96d1ba5869cbe8ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fce expref: 559 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.814057:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.814080:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489594624 00000100:00100000:0.0:1762170988.814080:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481580544:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.814085:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.814085:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489594624 00010000:00010000:3.0:1762170988.814090:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.814096:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.814104:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89694e00/0x96d1ba5869cbe8de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fa4 expref: 560 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.814126:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.814127:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.814130:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.814140:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.814144:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32940 00000100:00100000:1.0:1762170988.814154:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e857ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+410:2415:x1847765489594496:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.814162:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1762170988.814165:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc600a80/2, rc 0, transno 4294975344 00010000:00010000:1.0:1762170988.814168:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff800/0x96d1ba5869cbf238 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc578b expref: 410 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.814180:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff800/0x96d1ba5869cbf238 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc578b expref: 410 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.814185:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc600a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481577600:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.814199:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff800/0x96d1ba5869cbf238 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc578b expref: 410 pid: 8389 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.814206:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e91ad9c00/2, rc 0, transno 4294975343 00000100:00100000:0.0:1762170988.814213:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e91ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481577472:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.814214:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.814218:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.814223:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.814230:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481580672:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.814233:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.814242:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889d8726bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481580800:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.814257:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.814265:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.814267:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc337d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.814280:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.814291:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.814291:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.814292:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e857ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+409:2415:x1847765489594496:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 137us (310us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.814295:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.814300:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.814307:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.814308:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32940 00010000:00010000:2.0:1762170988.814317:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.814322:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.814329:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe200/0x96d1ba5869cbf23f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5799 expref: 408 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.814332:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481580672 00000100:00100000:0.0:1762170988.814338:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481580672 00010000:00010000:2.0:1762170988.814339:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.814350:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe200/0x96d1ba5869cbf23f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5799 expref: 408 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.814355:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32941 00000100:00100000:1.0:1762170988.814368:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+560:2416:x1847765489594624:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.814370:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481580928:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.814372:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41570 00010000:00010000:1.0:1762170988.814384:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.814386:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+615:3643:x1847765481580672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.814388:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.814393:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89694e00/0x96d1ba5869cbe8de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fa4 expref: 560 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.814395:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.814404:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1926 count 1 00010000:00010000:1.0:1762170988.814415:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89694e00/0x96d1ba5869cbe8de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fa4 expref: 560 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.814418:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.814421:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.814425:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.814433:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+615:3643:x1847765481578624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2980us (3528us total) trans 4294975346 rc 0/0 00010000:00010000:1.0:1762170988.814436:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.814440:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.814445:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.814451:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.814451:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41561 00010000:00010000:0.0:1762170988.814453:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fee00/0x96d1ba5869cbf25b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d1 expref: 408 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.814469:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.814477:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.814479:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.814479:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cf480/2, rc 0, transno 4294975346 00010000:00010000:0.0:1762170988.814481:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.814488:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 4/0,1 mode: --/PW res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.814490:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481578624:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.814492:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.814494:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc338b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.814514:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+560:2416:x1847765489594624:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.814523:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32941 00000100:00100000:2.0:1762170988.814526:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5248380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481581056:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.814529:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fee00/0x96d1ba5869cbf25b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d1 expref: 408 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.814541:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fee00/0x96d1ba5869cbf25b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d1 expref: 408 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.814552:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481581184:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.814558:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.814577:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.814581:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.814595:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.814599:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc291b40 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.814624:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481581056 00000100:00100000:2.0:1762170988.814630:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481581056 00010000:00010000:0.0:1762170988.814637:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89694e00/0x96d1ba5869cbe8de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fa4 expref: 559 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.814642:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481579520:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.814656:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41571 00000100:00100000:0.0:1762170988.814659:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481579136:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.814664:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.814669:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+615:3641:x1847765481581056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.814681:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.814687:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1928 count 1 00010000:00010000:0.0:1762170988.814693:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.814702:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.814703:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.814736:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.814740:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.814754:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.814759:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3c00/0x96d1ba5869cbf429 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ed expref: 408 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.814770:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.814772:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.814775:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.814776:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.814789:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.814794:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.814801:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aea00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.814803:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3c00/0x96d1ba5869cbf429 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ed expref: 408 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.814806:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.814825:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.814826:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3c00/0x96d1ba5869cbf429 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ed expref: 408 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.814843:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.814848:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.814852:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481581312:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.814864:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.814864:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24aea00/0x96d1ba5869cc3392 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.814887:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489594880 00010000:00010000:0.0:1762170988.814887:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.814891:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489594880 00010000:00010000:0.0:1762170988.814892:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.814897:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.814899:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ee40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.814911:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1800/0x96d1ba5869cbf24d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57b5 expref: 409 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.814924:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481580032:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.814936:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489594752 00000100:00100000:2.0:1762170988.814937:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.814941:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489594752 00010000:00010000:0.0:1762170988.814941:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.814958:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48e00/0x96d1ba5869cc098b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e4b expref: 559 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170988.814987:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32942 00000100:00100000:2.0:1762170988.814993:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481580160:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.814998:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+409:2416:x1847765489594880:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.815007:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.815012:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.815013:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1800/0x96d1ba5869cbf24d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57b5 expref: 409 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.815038:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1800/0x96d1ba5869cbf24d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57b5 expref: 409 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.815054:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1800/0x96d1ba5869cbf24d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57b5 expref: 409 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.815066:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e794000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+615:3641:x1847765481577856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5896us (6030us total) trans 4294975345 rc 0/0 00010000:00010000:1.0:1762170988.815067:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.815071:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.815074:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41559 00010000:00010000:1.0:1762170988.815075:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.815086:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.815094:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481580800 00000100:00100000:2.0:1762170988.815098:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481580800 00000100:00100000:0.0:1762170988.815104:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebe3da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+454:3643:x1847765481578496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3635us (4126us total) trans 4294977143 rc 0/0 00010000:00010000:1.0:1762170988.815106:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.815115:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41562 00000100:00100000:2.0:1762170988.815122:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41572 00000100:00100000:2.0:1762170988.815133:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+615:3640:x1847765481580800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.815134:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+408:2416:x1847765489594880:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 136us (293us total) trans 0 rc 0/0 00002000:00080000:2.0:1762170988.815143:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1927 count 1 00000100:00100000:1.0:1762170988.815143:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32942 00010000:00010000:2.0:1762170988.815155:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.815158:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2ce680/2, rc 0, transno 4294977143 00010000:00010000:2.0:1762170988.815165:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0200/0x96d1ba5869cbf262 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57df expref: 407 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.815168:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32943 00000100:00100000:0.0:1762170988.815172:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481578496:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.815175:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.815178:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.815182:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.815183:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+559:2417:x1847765489594752:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.815197:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.815202:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48e00/0x96d1ba5869cc098b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e4b expref: 559 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.815209:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0200/0x96d1ba5869cbf262 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57df expref: 407 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.815217:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48e00/0x96d1ba5869cc098b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e4b expref: 559 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.815225:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0200/0x96d1ba5869cbf262 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57df expref: 407 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.815227:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170988.815235:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48e00/0x96d1ba5869cc098b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e4b expref: 559 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.815241:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481581568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.815245:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481581440:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.815255:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.815258:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.815261:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.815271:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.815282:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.815292:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.815297:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.815305:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.815310:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e796680/2, rc 0, transno 4294975345 00010000:00010000:3.0:1762170988.815319:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.815323:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e796680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481577856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.815324:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+558:2417:x1847765489594752:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 143us (457us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.815334:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.815343:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32943 00010000:00010000:0.0:1762170988.815359:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.815360:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.815360:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481581696:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.815385:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.815386:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.815395:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.815404:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.815411:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.815415:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.815419:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.815425:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.815427:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.815434:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.815437:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.815442:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.815452:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.815462:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc33ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.815462:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.815482:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.815486:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.815488:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489595008 00000100:00100000:1.0:1762170988.815493:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489595008 00010000:00010000:2.0:1762170988.815495:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.815501:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.815509:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.815513:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffe00/0x96d1ba5869cbf254 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57c3 expref: 408 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.815541:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+616:3641:x1847765481579648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2616us (2749us total) trans 4294975347 rc 0/0 00010000:00010000:2.0:1762170988.815542:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.815546:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489595136 00000100:00100000:1.0:1762170988.815551:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489595136 00010000:00010000:2.0:1762170988.815557:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af200/0x96d1ba5869cc33b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.815558:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41567 00010000:00010000:1.0:1762170988.815566:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1a00/0x96d1ba5869cbf246 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57a7 expref: 409 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.815580:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.815595:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.815595:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481581568 00010000:00010000:2.0:1762170988.815599:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.815601:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481581568 00000100:00100000:1.0:1762170988.815603:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32944 00000100:00100000:1.0:1762170988.815614:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+409:2417:x1847765489595008:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.815622:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.815625:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481581696 00000004:00080000:2.0:1762170988.815626:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cf800/2, rc 0, transno 4294975347 00010000:00010000:1.0:1762170988.815628:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffe00/0x96d1ba5869cbf254 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57c3 expref: 409 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.815630:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481581696 00000100:00100000:2.0:1762170988.815639:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481579648:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.815644:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffe00/0x96d1ba5869cbf254 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57c3 expref: 409 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.815652:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41573 00010000:00010000:1.0:1762170988.815666:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffe00/0x96d1ba5869cbf254 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57c3 expref: 409 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.815667:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+455:3643:x1847765481581568:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.815674:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481581824:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.815686:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1769 count 1 00010000:00010000:1.0:1762170988.815690:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.815693:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.815697:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.815700:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.815749:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.815771:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.815797:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+408:2417:x1847765489595008:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 184us (397us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.815798:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89691200/0x96d1ba5869cbe8f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fdc expref: 557 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.815812:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.815813:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32944 00010000:00010000:0.0:1762170988.815817:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.815822:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.815837:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32945 00010000:00010000:0.0:1762170988.815845:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89691200/0x96d1ba5869cbe8f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fdc expref: 557 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.815850:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+407:2416:x1847765489595136:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.815865:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.815865:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89691200/0x96d1ba5869cbe8f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fdc expref: 557 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.815874:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1a00/0x96d1ba5869cbf246 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57a7 expref: 407 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.815884:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481581952:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.815890:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1a00/0x96d1ba5869cbf246 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57a7 expref: 407 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.815906:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.815908:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.815912:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.815920:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.815936:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.815937:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.815959:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+407:2416:x1847765489595136:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 115us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.815966:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41574 00000100:00100000:1.0:1762170988.815969:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32945 00000100:00100000:0.0:1762170988.815982:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+616:3643:x1847765481581696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.815995:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1929 count 1 00010000:00010000:0.0:1762170988.816008:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816019:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1e00/0x96d1ba5869cbf269 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57fb expref: 406 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.816026:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.816028:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.816031:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816052:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1e00/0x96d1ba5869cbf269 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57fb expref: 406 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.816063:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1e00/0x96d1ba5869cbf269 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57fb expref: 406 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.816075:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481582080:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.816103:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.816104:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.816137:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481581184:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.816157:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.816176:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.816177:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.816188:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.816194:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481580544:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.816198:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.816208:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816215:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.816225:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.816239:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.816256:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.816275:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481581824 00000100:00100000:0.0:1762170988.816279:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481581824 00000100:00100000:1.0:1762170988.816305:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.816310:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41575 00000100:00100000:0.0:1762170988.816322:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+618:3640:x1847765481581824:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.816333:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489595264 00002000:00080000:0.0:1762170988.816334:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1930 count 1 00000100:00100000:1.0:1762170988.816339:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489595264 00010000:00010000:0.0:1762170988.816348:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.816360:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89695400/0x96d1ba5869cbe8ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fce expref: 558 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.816361:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+618:3641:x1847765481579904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3367us (3459us total) trans 4294975348 rc 0/0 00010000:00010000:0.0:1762170988.816363:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff400/0x96d1ba5869cbf270 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5809 expref: 406 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.816379:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41568 00010000:00010000:0.0:1762170988.816387:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.816389:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.816392:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.816402:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489595520 00000100:00100000:1.0:1762170988.816406:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489595520 00010000:00010000:0.0:1762170988.816415:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff400/0x96d1ba5869cbf270 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5809 expref: 407 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.816424:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe200/0x96d1ba5869cbf23f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5799 expref: 407 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.816428:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff400/0x96d1ba5869cbf270 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5809 expref: 407 pid: 8389 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.816430:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cce00/2, rc 0, transno 4294975348 00000100:00100000:0.0:1762170988.816446:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481582208:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.816449:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481579904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.816451:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489595392 00000100:00100000:1.0:1762170988.816455:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489595392 00010000:00010000:1.0:1762170988.816470:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fee00/0x96d1ba5869cbf25b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d1 expref: 408 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.816474:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.816494:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170988.816500:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.816504:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481582336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.816505:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32946 00010000:00010000:0.0:1762170988.816516:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.816522:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+558:2417:x1847765489595264:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.816530:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.816533:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.816534:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.816542:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89695400/0x96d1ba5869cbe8ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fce expref: 558 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.816546:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.816554:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89695400/0x96d1ba5869cbe8ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fce expref: 558 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.816570:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89695400/0x96d1ba5869cbe8ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fce expref: 558 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.816570:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170988.816579:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481582336 00010000:00010000:0.0:1762170988.816594:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170988.816595:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481582336 00010000:00010000:1.0:1762170988.816596:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.816600:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.816600:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.816606:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816613:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.816619:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816620:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.816624:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41576 00000100:00100000:2.0:1762170988.816637:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+618:3640:x1847765481582336:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.816644:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.816654:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1931 count 1 00010000:00010000:1.0:1762170988.816658:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.816660:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.816667:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816670:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc33bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.816685:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+557:2417:x1847765489595264:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (510us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.816688:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fec00/0x96d1ba5869cbf277 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5817 expref: 408 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.816700:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.816700:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32946 00010000:00010000:2.0:1762170988.816703:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.816705:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.816727:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816739:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.816747:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32947 00010000:00010000:0.0:1762170988.816750:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.816753:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fec00/0x96d1ba5869cbf277 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5817 expref: 408 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.816756:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.816761:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f008850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+408:2414:x1847765489595520:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.816778:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.816779:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fec00/0x96d1ba5869cbf277 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5817 expref: 408 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.816784:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.816788:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe200/0x96d1ba5869cbf23f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5799 expref: 408 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.816805:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481582464:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.816812:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.816814:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe200/0x96d1ba5869cbf23f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5799 expref: 408 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.816833:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3368 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.816840:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ec00 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.816841:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.816845:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.816849:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816853:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.816858:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816858:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.816862:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.816868:0:176027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1a00/0x96d1ba5869cbf246 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57a7 expref: 408 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.816875:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816890:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.816893:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.816896:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481580288:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.816906:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.816916:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.816917:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.816922:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f008850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+407:2414:x1847765489595520:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 161us (680us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.816940:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.816942:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32947 00010000:00010000:0.0:1762170988.816952:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.816954:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.816964:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.816972:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.816984:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32948 00010000:00010000:2.0:1762170988.816985:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.816991:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.816997:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+406:2417:x1847765489595392:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.817010:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.817013:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.817018:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fee00/0x96d1ba5869cbf25b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d1 expref: 406 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.817019:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.817041:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.817043:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fee00/0x96d1ba5869cbf25b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d1 expref: 406 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.817063:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.817069:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fee00/0x96d1ba5869cbf25b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d1 expref: 406 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.817077:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae000/0x96d1ba5869cc33c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.817078:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+456:3643:x1847765481580416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3156us (3309us total) trans 4294977145 rc 0/0 00010000:00010000:1.0:1762170988.817092:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.817096:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.817102:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.817104:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41569 00010000:00010000:2.0:1762170988.817109:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.817115:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.817115:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.817120:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.817150:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1762170988.817154:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cdc00/2, rc 0, transno 4294977145 00010000:00010000:0.0:1762170988.817156:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.817165:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.817172:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481580416:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.817175:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.817176:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+405:2417:x1847765489595392:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (870us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.817192:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.817193:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32948 00010000:00010000:0.0:1762170988.817210:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.817220:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.817225:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.817227:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170988.817236:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.817241:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481582592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.817241:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.817255:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.817267:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.817280:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.817283:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24ae800/0x96d1ba5869cc33ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.817308:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.817312:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.817316:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.817347:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481581312:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.817348:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.817372:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489595648 00010000:00010000:2.0:1762170988.817373:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.817378:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489595648 00010000:00010000:1.0:1762170988.817402:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3c00/0x96d1ba5869cbf429 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ed expref: 405 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.817417:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.817427:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.817431:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.817431:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32949 00010000:00010000:2.0:1762170988.817441:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.817446:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+405:2417:x1847765489595648:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.817448:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.817459:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.817460:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+619:3643:x1847765481580672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3075us (3184us total) trans 4294975349 rc 0/0 00010000:00010000:2.0:1762170988.817462:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.817467:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3c00/0x96d1ba5869cbf429 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ed expref: 405 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.817479:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41570 00010000:00010000:2.0:1762170988.817489:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.817491:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3c00/0x96d1ba5869cbf429 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ed expref: 405 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.817499:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481582592 00010000:00010000:2.0:1762170988.817506:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc33a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.817506:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481582592 00010000:00010000:1.0:1762170988.817519:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3c00/0x96d1ba5869cbf429 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ed expref: 405 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.817528:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.817530:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41577 00010000:00010000:2.0:1762170988.817532:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.817532:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.817536:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.817538:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.817540:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.817542:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+456:3643:x1847765481582592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.817555:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.817562:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1770 count 1 00010000:00010000:1.0:1762170988.817572:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.817576:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.817601:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7000/0x96d1ba5869cbe8fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fea expref: 556 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.817607:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+404:2417:x1847765489595648:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (261us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.817613:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.817616:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.817620:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32949 00010000:00010000:0.0:1762170988.817621:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.817646:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7000/0x96d1ba5869cbe8fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fea expref: 556 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.817663:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7000/0x96d1ba5869cbe8fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fea expref: 556 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.817675:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481582720:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.817691:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+619:3643:x1847765481579264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5650us (5814us total) trans 4294975350 rc 0/0 00000100:00100000:2.0:1762170988.817701:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41565 00000100:00100000:0.0:1762170988.817729:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc291b40 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.817758:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.817762:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cdf80/2, rc 0, transno 4294975349 00010000:00010000:2.0:1762170988.817777:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.817778:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481580672:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.817785:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.817795:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.817802:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cc000/2, rc 0, transno 4294975350 00010000:00010000:2.0:1762170988.817804:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.817808:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489595904 00000100:00100000:0.0:1762170988.817812:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481579264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.817815:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489595904 00010000:00010000:2.0:1762170988.817831:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.817839:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89691200/0x96d1ba5869cbe8f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fdc expref: 557 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.817840:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.817849:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.817857:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.817862:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.817870:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.817871:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32950 00000100:00100000:1.0:1762170988.817885:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+557:2417:x1847765489595904:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.817887:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.817894:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.817896:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc33d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.817901:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89691200/0x96d1ba5869cbe8f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fdc expref: 557 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.817916:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89691200/0x96d1ba5869cbe8f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fdc expref: 557 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.817928:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.817930:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.817932:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.817937:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.817954:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.817959:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.817963:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.817967:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.817974:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+557:2417:x1847765489595904:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 93us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.817977:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+619:3641:x1847765481581056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3309us (3415us total) trans 4294975351 rc 0/0 00000100:00100000:1.0:1762170988.817983:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32950 00000100:00100000:2.0:1762170988.817992:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41571 00010000:00010000:0.0:1762170988.818002:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89691200/0x96d1ba5869cbe8f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fdc expref: 556 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.818018:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481581952:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.818038:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.818039:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.818049:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.818053:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489595776 00000100:00100000:1.0:1762170988.818058:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489595776 00010000:00010000:0.0:1762170988.818059:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.818069:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.818074:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0200/0x96d1ba5869cbf262 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57df expref: 404 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.818079:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.818084:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481582848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.818098:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32951 00010000:00010000:0.0:1762170988.818101:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.818108:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+404:2417:x1847765489595776:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.818114:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.818119:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0200/0x96d1ba5869cbf262 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57df expref: 404 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.818127:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.818133:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0200/0x96d1ba5869cbf262 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57df expref: 404 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.818144:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.818145:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.818148:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.818152:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.818166:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.818168:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.818175:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.818183:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24ae600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.818188:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+404:2417:x1847765489595776:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 81us (149us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.818189:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.818203:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32951 00010000:00010000:2.0:1762170988.818206:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.818227:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.818229:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+457:3643:x1847765481581568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2566us (2936us total) trans 4294977146 rc 0/0 00010000:00010000:2.0:1762170988.818245:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae600/0x96d1ba5869cc33df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.818246:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41573 00010000:00010000:2.0:1762170988.818270:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.818271:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481582848 00010000:00010000:2.0:1762170988.818273:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.818276:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481582848 00010000:00010000:2.0:1762170988.818279:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.818309:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41578 00000004:00080000:2.0:1762170988.818310:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb0000/2, rc 0, transno 4294977146 00000100:00100000:0.0:1762170988.818320:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+619:3643:x1847765481582848:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.818324:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481581568:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.818348:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1932 count 1 00010000:00010000:0.0:1762170988.818363:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.818374:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0e00/0x96d1ba5869cbf27e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5825 expref: 403 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.818378:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481583104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.818387:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.818389:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.818392:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.818413:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0e00/0x96d1ba5869cbf27e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5825 expref: 403 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.818424:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0e00/0x96d1ba5869cbf27e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5825 expref: 403 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.818425:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.818440:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481583232:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170988.818461:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5248380/2, rc 0, transno 4294975351 00000100:00100000:2.0:1762170988.818472:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5248380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481581056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.818506:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.818522:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.818531:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481582976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.818531:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481583104 00000100:00100000:0.0:1762170988.818536:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481583104 00000100:00100000:2.0:1762170988.818568:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.818575:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41579 00000100:00100000:0.0:1762170988.818596:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+457:3641:x1847765481583104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.818607:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1771 count 1 00000100:00100000:1.0:1762170988.818609:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481582976 00010000:00010000:0.0:1762170988.818619:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.818624:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.818626:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481582976 00000100:00100000:2.0:1762170988.818636:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481583360:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.818636:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89696e00/0x96d1ba5869cbe901 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ff8 expref: 555 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.818648:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.818651:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.818654:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.818672:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41580 00000100:00100000:2.0:1762170988.818675:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.818679:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89696e00/0x96d1ba5869cbe901 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ff8 expref: 555 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.818689:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+620:3641:x1847765481582976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.818695:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89696e00/0x96d1ba5869cbe901 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ff8 expref: 555 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.818730:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481583488:192.168.202.10@tcp:104: 00002000:00080000:1.0:1762170988.818739:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1933 count 1 00000100:00100000:2.0:1762170988.818741:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481583360 00000100:00100000:2.0:1762170988.818747:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481583360 00010000:00010000:1.0:1762170988.818760:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.818764:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.818774:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2300 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.818776:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.818779:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1400/0x96d1ba5869cbf285 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5833 expref: 403 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.818789:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.818790:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41581 00010000:00010000:1.0:1762170988.818792:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.818797:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.818801:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+621:3643:x1847765481583360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.818820:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1934 count 1 00010000:00010000:1.0:1762170988.818831:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1400/0x96d1ba5869cbf285 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5833 expref: 403 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.818834:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.818852:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1400/0x96d1ba5869cbf285 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5833 expref: 403 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.818855:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff600/0x96d1ba5869cbf28c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5841 expref: 403 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.818876:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.818879:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.818884:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.818890:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481583616:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.818907:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+458:3641:x1847765481577088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10555us (10771us total) trans 4294977147 rc 0/0 00000100:00100000:0.0:1762170988.818915:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41556 00010000:00010000:2.0:1762170988.818921:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff600/0x96d1ba5869cbf28c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5841 expref: 403 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.818928:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.818934:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff600/0x96d1ba5869cbf28c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5841 expref: 403 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.818945:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481583744:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.818977:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00000004:00080000:2.0:1762170988.819017:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b76a00/2, rc 0, transno 4294977147 00000100:00100000:2.0:1762170988.819027:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481577088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.819064:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481583872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.819092:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.819130:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481583872 00000100:00100000:1.0:1762170988.819135:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481583872 00010000:00010000:2.0:1762170988.819169:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0200/0x96d1ba5869cbf262 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57df expref: 403 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.819178:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41582 00000100:00100000:1.0:1762170988.819191:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+458:3643:x1847765481583872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.819196:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481581440:192.168.202.10@tcp:104: 00002000:00080000:1.0:1762170988.819207:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1772 count 1 00010000:00010000:2.0:1762170988.819216:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.819222:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.819227:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.819240:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.819241:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89694c00/0x96d1ba5869cbe908 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5006 expref: 555 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.819261:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.819262:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.819264:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.819269:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.819274:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.819301:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89694c00/0x96d1ba5869cbe908 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5006 expref: 555 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.819305:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.819316:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89694c00/0x96d1ba5869cbe908 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5006 expref: 555 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.819328:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481584000:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.819360:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.819365:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d510c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.819368:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.819384:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.819389:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.819399:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.819416:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.819424:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc33d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.819446:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.819450:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.819454:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.819456:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+622:3640:x1847765481580800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4325us (4519us total) trans 4294975352 rc 0/0 00000100:00100000:2.0:1762170988.819465:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41572 00000100:00100000:0.0:1762170988.819491:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481582080:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170988.819509:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889d8726bb80/2, rc 0, transno 4294975352 00010000:00010000:0.0:1762170988.819514:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.819520:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889d8726bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481580800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.819550:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481579776:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.819572:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481584128:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.819573:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.819620:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.819654:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481584128 00000100:00100000:2.0:1762170988.819658:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481584128 00000100:00100000:2.0:1762170988.819688:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41583 00000100:00100000:2.0:1762170988.819694:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+622:3640:x1847765481584128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.819726:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1935 count 1 00010000:00010000:2.0:1762170988.819758:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.819770:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0c00/0x96d1ba5869cbf293 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc584f expref: 402 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.819778:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.819780:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.819783:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.819807:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0c00/0x96d1ba5869cbf293 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc584f expref: 402 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.819817:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0c00/0x96d1ba5869cbf293 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc584f expref: 402 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.819827:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481584256:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.819871:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.820274:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481582208:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.820308:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.820319:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.820862:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe200/0x96d1ba5869cbf23f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5799 expref: 402 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.820877:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481580928:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.820905:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.820915:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.820924:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.820933:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.820943:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.820956:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.820981:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.820987:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.820995:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.821009:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.821014:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.821024:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.821040:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.821048:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481582720:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.821051:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3399 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.821069:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.821078:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.821081:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.821083:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.821103:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481583488:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.821115:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481582464:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.821122:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.821133:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.821165:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481583232:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.821186:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.821276:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481583744:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.821293:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.821293:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.821304:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+623:3641:x1847765481578752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9756us (10179us total) trans 4294975353 rc 0/0 00000100:00100000:0.0:1762170988.821314:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41563 00000100:00100000:1.0:1762170988.821330:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:2.0:1762170988.821333:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cc380/2, rc 0, transno 4294975353 00000100:00100000:2.0:1762170988.821346:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481578752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.821357:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.821381:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489596160 00000100:00100000:1.0:1762170988.821386:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489596160 00000100:00100000:2.0:1762170988.821401:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170988.821411:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89697e00/0x96d1ba5869cbe8e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fb2 expref: 556 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.821415:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481584384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.821440:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489596032 00000100:00100000:1.0:1762170988.821444:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489596032 00000100:00100000:2.0:1762170988.821459:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.821463:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1e00/0x96d1ba5869cbf269 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57fb expref: 402 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.821485:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489596416 00000100:00100000:1.0:1762170988.821488:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489596416 00010000:00010000:1.0:1762170988.821504:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fec00/0x96d1ba5869cbf277 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5817 expref: 403 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.821508:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481584384 00000100:00100000:2.0:1762170988.821516:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481584384 00000100:00100000:1.0:1762170988.821523:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489596672 00000100:00100000:1.0:1762170988.821528:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489596672 00010000:00010000:1.0:1762170988.821543:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0e00/0x96d1ba5869cbf27e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5825 expref: 404 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.821552:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41584 00000100:00100000:1.0:1762170988.821560:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489596928 00000100:00100000:2.0:1762170988.821565:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+623:3640:x1847765481584384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.821565:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489596928 00010000:00010000:1.0:1762170988.821594:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1400/0x96d1ba5869cbf285 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5833 expref: 405 pid: 9199 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.821600:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1936 count 1 00000100:00100000:1.0:1762170988.821614:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32952 00010000:00010000:2.0:1762170988.821617:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.821626:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+556:2417:x1847765489596160:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.821636:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff200/0x96d1ba5869cbf29a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc585d expref: 405 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.821638:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.821647:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89697e00/0x96d1ba5869cbe8e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fb2 expref: 556 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.821648:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.821652:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.821657:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.821675:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89697e00/0x96d1ba5869cbe8e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fb2 expref: 556 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.821692:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff200/0x96d1ba5869cbf29a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc585d expref: 405 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.821697:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89697e00/0x96d1ba5869cbe8e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fb2 expref: 556 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.821729:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff200/0x96d1ba5869cbf29a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc585d expref: 405 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.821739:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481584512:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.821747:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.821750:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.821755:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.821769:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.821791:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.821793:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.821821:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+555:2417:x1847765489596160:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 199us (1506us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.821829:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32952 00000100:00100000:1.0:1762170988.821848:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32953 00000100:00100000:1.0:1762170988.821858:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+405:2417:x1847765489596032:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.821867:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.821873:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1e00/0x96d1ba5869cbf269 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57fb expref: 405 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.821883:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1e00/0x96d1ba5869cbf269 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57fb expref: 405 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.821898:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1e00/0x96d1ba5869cbf269 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57fb expref: 405 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.821910:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.821913:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.821916:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.821923:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.821950:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.821960:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.821970:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.821975:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+404:2417:x1847765489596032:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 118us (1035us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.821985:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.821989:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32953 00010000:00010000:0.0:1762170988.821999:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.822010:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32954 00000100:00100000:1.0:1762170988.822019:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8ef6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+403:2417:x1847765489596416:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.822020:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.822027:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.822030:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.822036:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822038:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fec00/0x96d1ba5869cbf277 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5817 expref: 403 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.822058:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24aec00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.822063:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fec00/0x96d1ba5869cbf277 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5817 expref: 403 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.822065:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.822086:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822093:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fec00/0x96d1ba5869cbf277 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5817 expref: 403 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.822102:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822108:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.822112:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24aec00/0x96d1ba5869cc33e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822112:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.822117:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822130:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.822140:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.822140:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+624:3643:x1847765481581696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6163us (6746us total) trans 4294975354 rc 0/0 00010000:00010000:3.0:1762170988.822146:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.822149:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.822150:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41574 00010000:00010000:3.0:1762170988.822151:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.822176:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32955 00010000:00010000:0.0:1762170988.822178:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.822179:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8ef6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+402:2417:x1847765489596416:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 158us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.822192:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+402:2417:x1847765489596672:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.822197:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.822199:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32954 00010000:00010000:3.0:1762170988.822208:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.822211:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.822217:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0e00/0x96d1ba5869cbf27e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5825 expref: 401 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.822223:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.822235:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0e00/0x96d1ba5869cbf27e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5825 expref: 401 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.822243:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32956 00010000:00010000:0.0:1762170988.822249:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.822257:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0e00/0x96d1ba5869cbf27e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5825 expref: 401 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.822257:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+401:2417:x1847765489596928:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.822273:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.822276:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.822280:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.822282:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1400/0x96d1ba5869cbf285 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5833 expref: 400 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.822285:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.822288:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bc380/2, rc 0, transno 4294975354 00000100:00100000:2.0:1762170988.822303:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481581696:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.822304:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822305:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1400/0x96d1ba5869cbf285 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5833 expref: 400 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.822337:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.822337:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.822341:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.822346:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822348:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.822363:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170988.822368:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afe00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.822371:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.822374:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.822377:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481584640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.822395:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822402:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.822408:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.822419:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.822420:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afe00/0x96d1ba5869cc33a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.822429:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+400:2417:x1847765489596928:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.822439:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32956 00010000:00010000:3.0:1762170988.822445:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.822450:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.822452:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.822476:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.822488:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.822498:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.822506:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+399:2417:x1847765489596672:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 317us (1173us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.822512:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.822519:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32955 00000100:00100000:1.0:1762170988.822523:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.822531:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.822545:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489596288 00010000:00010000:2.0:1762170988.822548:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.822551:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489596288 00010000:00010000:3.0:1762170988.822575:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff400/0x96d1ba5869cbf270 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5809 expref: 399 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.822613:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.822621:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32957 00000100:00100000:3.0:1762170988.822634:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+399:2417:x1847765489596288:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.822643:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489596544 00010000:00010000:3.0:1762170988.822645:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.822649:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489596544 00010000:00010000:3.0:1762170988.822653:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff400/0x96d1ba5869cbf270 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5809 expref: 399 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.822673:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7000/0x96d1ba5869cbe8fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fea expref: 555 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.822674:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff400/0x96d1ba5869cbf270 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5809 expref: 399 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.822705:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.822735:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.822738:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff400/0x96d1ba5869cbf270 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5809 expref: 399 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.822738:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+624:3640:x1847765481582336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6070us (6173us total) trans 4294975355 rc 0/0 00000100:00100000:1.0:1762170988.822745:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32958 00010000:00010000:0.0:1762170988.822758:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.822759:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41576 00000100:00100000:1.0:1762170988.822763:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+555:2417:x1847765489596544:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.822765:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.822767:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.822771:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.822777:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822777:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.822779:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481584640 00010000:00010000:0.0:1762170988.822780:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.822786:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481584640 00010000:00010000:1.0:1762170988.822786:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7000/0x96d1ba5869cbe8fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fea expref: 555 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.822801:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.822812:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.822813:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41585 00010000:00010000:1.0:1762170988.822817:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7000/0x96d1ba5869cbe8fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fea expref: 555 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.822826:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+624:3643:x1847765481584640:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.822839:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc33f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.822848:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.822848:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1937 count 1 00010000:00010000:1.0:1762170988.822852:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7000/0x96d1ba5869cbe8fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4fea expref: 555 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.822862:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.822863:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.822867:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.822872:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.822872:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.822880:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.822885:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.822891:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.822892:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe000/0x96d1ba5869cbf2a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc586b expref: 398 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.822893:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822916:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.822918:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.822920:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.822923:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.822929:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.822954:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.822960:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.822961:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe000/0x96d1ba5869cbf2a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc586b expref: 398 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.822972:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe000/0x96d1ba5869cbf2a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc586b expref: 398 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.822980:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+554:2417:x1847765489596544:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 222us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.822983:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481584768:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.822996:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.822996:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32958 00010000:00010000:2.0:1762170988.823003:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.823008:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e9f85ba00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.823011:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.823015:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.823027:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.823034:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.823038:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.823042:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e9f85ba00/0x96d1ba5869cc3402 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.823058:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.823066:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.823068:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.823073:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.823083:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.823090:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1762170988.823093:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.823098:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.823099:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24afc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.823104:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.823112:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.823125:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.823133:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24afc00/0x96d1ba5869cc33fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.823144:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+625:3643:x1847765481582848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4825us (5021us total) trans 4294975356 rc 0/0 00010000:00010000:2.0:1762170988.823151:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.823154:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.823155:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41578 00010000:00010000:2.0:1762170988.823159:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.823182:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bdf80/2, rc 0, transno 4294975355 00000100:00100000:2.0:1762170988.823192:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481582336:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1762170988.823206:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59be680/2, rc 0, transno 4294975356 00000100:00100000:3.0:1762170988.823214:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481582848:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1762170988.823233:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bf800/2, rc 0, transno 4294977149 00000100:00100000:1.0:1762170988.823237:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+460:3643:x1847765481582592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5697us (5957us total) trans 4294977149 rc 0/0 00000100:00100000:3.0:1762170988.823248:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481582592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.823249:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41577 00000100:00100000:2.0:1762170988.823256:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.823266:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481585024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.823296:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.823308:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481584896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.823321:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481585024 00000100:00100000:1.0:1762170988.823327:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481585024 00000100:00100000:2.0:1762170988.823338:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481585152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.823345:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.823363:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481584896 00000100:00100000:1.0:1762170988.823368:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481584896 00000100:00100000:2.0:1762170988.823382:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.823398:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481585152 00000100:00100000:1.0:1762170988.823402:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481585152 00000100:00100000:3.0:1762170988.823409:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41586 00000100:00100000:3.0:1762170988.823421:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+626:3641:x1847765481585024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.823436:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1939 count 1 00000100:00100000:1.0:1762170988.823436:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41587 00000100:00100000:1.0:1762170988.823448:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+626:3643:x1847765481584896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.823452:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.823465:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1938 count 1 00010000:00010000:3.0:1762170988.823466:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb400/0x96d1ba5869cbf2af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5887 expref: 398 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.823466:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ee40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.823477:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.823480:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.823481:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.823483:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.823485:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41588 00000100:00100000:2.0:1762170988.823496:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+460:3641:x1847765481585152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.823513:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1600/0x96d1ba5869cbf2a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5879 expref: 398 pid: 9199 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1762170988.823514:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1773 count 1 00010000:00010000:3.0:1762170988.823524:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb400/0x96d1ba5869cbf2af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5887 expref: 398 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.823528:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.823532:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.823532:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.823538:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.823563:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb400/0x96d1ba5869cbf2af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5887 expref: 398 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.823565:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f1200/0x96d1ba5869cbf055 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5014 expref: 553 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.823581:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1600/0x96d1ba5869cbf2a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5879 expref: 398 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.823606:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481585280:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.823612:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1600/0x96d1ba5869cbf2a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5879 expref: 398 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.823616:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.823619:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.823623:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.823633:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481585408:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.823642:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c000 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.823644:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f1200/0x96d1ba5869cbf055 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5014 expref: 553 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.823658:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f1200/0x96d1ba5869cbf055 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5014 expref: 553 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.823668:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321e40 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.823670:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481585536:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.823677:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.823704:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.823705:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+398:2417:x1847765489596288:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1070us (1184us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.823849:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.823865:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.824005:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.824031:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489596800 00000100:00100000:1.0:1762170988.824036:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489596800 00010000:00010000:1.0:1762170988.824058:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89696e00/0x96d1ba5869cbe901 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ff8 expref: 554 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.824080:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32957 00000100:00100000:1.0:1762170988.824082:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489597056 00000100:00100000:1.0:1762170988.824087:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489597056 00010000:00010000:1.0:1762170988.824105:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff600/0x96d1ba5869cbf28c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5841 expref: 398 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.824133:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489597184 00000100:00100000:1.0:1762170988.824136:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489597184 00010000:00010000:1.0:1762170988.824155:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89694c00/0x96d1ba5869cbe908 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5006 expref: 555 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.824176:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32959 00000100:00100000:1.0:1762170988.824185:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+555:2417:x1847765489596800:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.824194:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.824200:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89696e00/0x96d1ba5869cbe901 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ff8 expref: 555 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.824212:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89696e00/0x96d1ba5869cbe901 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ff8 expref: 555 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.824228:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89696e00/0x96d1ba5869cbe901 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc4ff8 expref: 555 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.824241:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.824243:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.824246:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.824254:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.824275:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.824299:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+554:2417:x1847765489596800:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 116us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.824307:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32959 00000100:00100000:1.0:1762170988.824331:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32960 00000100:00100000:1.0:1762170988.824339:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+398:2417:x1847765489597056:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.824347:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.824352:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff600/0x96d1ba5869cbf28c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5841 expref: 398 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.824363:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff600/0x96d1ba5869cbf28c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5841 expref: 398 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.824379:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff600/0x96d1ba5869cbf28c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5841 expref: 398 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.824392:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.824394:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.824397:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.824405:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.824432:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.824441:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.824449:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.824454:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.824456:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+397:2417:x1847765489597056:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 117us (607us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.824463:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.824471:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32960 00010000:00010000:2.0:1762170988.824478:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.824498:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32961 00000100:00100000:1.0:1762170988.824510:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+553:2417:x1847765489597184:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.824519:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.824525:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89694c00/0x96d1ba5869cbe908 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5006 expref: 553 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.824537:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89694c00/0x96d1ba5869cbe908 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5006 expref: 553 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.824552:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.824555:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.824558:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.824566:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.824595:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.824619:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+553:2417:x1847765489597184:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 112us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.824628:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32961 00000100:00100000:2.0:1762170988.824635:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+627:3643:x1847765481583360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5834us (5963us total) trans 4294975357 rc 0/0 00000100:00100000:2.0:1762170988.824645:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41581 00000100:00100000:2.0:1762170988.824692:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481584256:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.824695:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.824705:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.824728:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.824745:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.824753:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.824775:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.824782:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.824790:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824805:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.824810:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824819:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824833:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824840:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3417 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824862:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.824867:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824874:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e9f85b600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.824878:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824886:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824899:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824911:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e9f85b600/0x96d1ba5869cc3409 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824937:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.824940:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.824945:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+461:3641:x1847765481583104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6359us (6521us total) trans 4294977150 rc 0/0 00010000:00010000:0.0:1762170988.824946:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.824954:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bf100/2, rc 0, transno 4294977150 00000100:00100000:1.0:1762170988.824956:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41579 00010000:00010000:0.0:1762170988.824964:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.824966:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481583104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.824982:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824990:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.824997:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.825014:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.825019:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89694c00/0x96d1ba5869cbe908 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5006 expref: 552 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.825035:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481584000:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.825056:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.825065:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.825073:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.825081:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.825089:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.825115:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.825121:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.825127:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.825136:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eb24af600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.825139:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.825145:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.825157:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.825165:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eb24af600/0x96d1ba5869cc33ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.825186:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+627:3640:x1847765481581824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8865us (9477us total) trans 4294975358 rc 0/0 00010000:00010000:2.0:1762170988.825192:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.825198:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.825198:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41575 00010000:00010000:2.0:1762170988.825209:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.825213:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.825221:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.825239:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bca80/2, rc 0, transno 4294975358 00010000:00010000:2.0:1762170988.825240:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.825248:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+461:3643:x1847765481583872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6057us (6152us total) trans 4294977151 rc 0/0 00010000:00010000:2.0:1762170988.825255:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc341e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.825256:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481581824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.825263:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41582 00010000:00010000:3.0:1762170988.825266:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.825278:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.825283:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.825287:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.825289:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.825295:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481585664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.825334:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.825362:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170988.825370:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481585792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.825394:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.825415:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.825422:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489597312 00000100:00100000:1.0:1762170988.825428:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489597312 00010000:00010000:1.0:1762170988.825451:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0c00/0x96d1ba5869cbf293 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc584f expref: 397 pid: 9199 timeout: 4705 lvb_type: 1 00000004:00080000:3.0:1762170988.825471:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbc380/2, rc 0, transno 4294977151 00000100:00100000:1.0:1762170988.825480:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32962 00000100:00100000:3.0:1762170988.825485:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481583872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.825492:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+397:2414:x1847765489597312:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.825502:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.825507:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0c00/0x96d1ba5869cbf293 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc584f expref: 397 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.825518:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0c00/0x96d1ba5869cbf293 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc584f expref: 397 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.825533:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0c00/0x96d1ba5869cbf293 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc584f expref: 397 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.825544:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.825546:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.825549:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.825561:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.825602:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.825606:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481585920:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.825614:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.825624:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.825631:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.825638:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.825656:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.825743:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:3.0:1762170988.825744:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bdc00/2, rc 0, transno 4294975357 00000100:00100000:1.0:1762170988.825745:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+396:2414:x1847765489597312:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 255us (351us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.825753:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.825759:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32962 00010000:00010000:0.0:1762170988.825768:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.825772:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.825781:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.825793:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+627:3640:x1847765481584128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6096us (6170us total) trans 4294975359 rc 0/0 00010000:00010000:0.0:1762170988.825795:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.825807:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41583 00000100:00100000:3.0:1762170988.825810:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481583360:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.825810:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3425 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.825831:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481585664 00010000:00010000:0.0:1762170988.825836:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.825837:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481585664 00010000:00010000:0.0:1762170988.825840:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.825847:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.825869:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481585792 00000100:00100000:2.0:1762170988.825873:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481585792 00000100:00100000:2.0:1762170988.825905:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41589 00000100:00100000:0.0:1762170988.825910:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.825918:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+461:3642:x1847765481585664:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.825929:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481585920 00002000:00080000:2.0:1762170988.825935:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1774 count 1 00000004:00080000:0.0:1762170988.825949:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbca80/2, rc 0, transno 4294975359 00010000:00010000:2.0:1762170988.825951:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.825963:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f2400/0x96d1ba5869cbf05c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5022 expref: 551 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.825964:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481584128:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.825974:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.825976:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.825978:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.825993:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481585920 00010000:00010000:2.0:1762170988.825999:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f2400/0x96d1ba5869cbf05c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5022 expref: 551 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.826010:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f2400/0x96d1ba5869cbf05c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5022 expref: 551 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.826022:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481586176:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.826026:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170988.826035:0:176029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1400/0x96d1ba5869cbf285 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5833 expref: 395 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.826038:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481586304:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.826039:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481586048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.826060:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481583616:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.826073:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eaffdc000 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.826078:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.826088:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.826093:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.826101:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.826103:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481586304 00000100:00100000:2.0:1762170988.826110:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481586304 00010000:00010000:1.0:1762170988.826113:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.826121:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.826132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.826138:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481586048 00000100:00100000:2.0:1762170988.826144:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481586048 00010000:00010000:1.0:1762170988.826150:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.826167:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41590 00000100:00100000:2.0:1762170988.826175:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41591 00000100:00100000:0.0:1762170988.826180:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+629:3642:x1847765481585792:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.826189:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4684c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+462:3640:x1847765481585920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.826197:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1940 count 1 00002000:00080000:2.0:1762170988.826204:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1775 count 1 00010000:00010000:3.0:1762170988.826213:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.826214:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.826220:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.826222:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.826237:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1200/0x96d1ba5869cbf2b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5895 expref: 394 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.826246:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.826251:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9000/0x96d1ba5869cc0be5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70a5 expref: 551 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.826254:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.826255:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.826259:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.826266:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.826267:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+630:3641:x1847765481582976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7583us (7698us total) trans 4294975360 rc 0/0 00010000:00010000:2.0:1762170988.826269:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.826273:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.826279:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.826281:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.826288:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41580 00000100:00100000:1.0:1762170988.826311:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41592 00010000:00010000:0.0:1762170988.826312:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1200/0x96d1ba5869cbf2b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5895 expref: 394 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.826323:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e9000/0x96d1ba5869cc0be5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70a5 expref: 551 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.826324:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+629:3642:x1847765481586304:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.826329:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1200/0x96d1ba5869cbf2b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5895 expref: 394 pid: 9199 timeout: 4705 lvb_type: 1 00002000:00080000:1.0:1762170988.826344:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1942 count 1 00010000:00010000:2.0:1762170988.826351:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e9000/0x96d1ba5869cc0be5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70a5 expref: 551 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.826356:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.826356:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481586432:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.826361:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.826380:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481586560:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.826385:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3410 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.826389:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0000/0x96d1ba5869cbf2c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b1 expref: 394 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.826397:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.826406:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.826408:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.826411:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.826413:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.826418:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.826422:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.826424:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41593 00010000:00010000:3.0:1762170988.826427:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.826428:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0000/0x96d1ba5869cbf2c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b1 expref: 394 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.826436:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+629:3640:x1847765481586048:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.826438:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0000/0x96d1ba5869cbf2c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b1 expref: 394 pid: 9199 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.826451:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bce00/2, rc 0, transno 4294975360 00000100:00100000:1.0:1762170988.826452:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481586688:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170988.826455:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1941 count 1 00000100:00100000:2.0:1762170988.826468:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481582976:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.826473:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.826483:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321f00 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.826489:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffc00/0x96d1ba5869cbf2bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58a3 expref: 394 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.826505:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.826507:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.826511:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.826532:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffc00/0x96d1ba5869cbf2bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58a3 expref: 394 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.826542:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffc00/0x96d1ba5869cbf2bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58a3 expref: 394 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.826554:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481586944:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.826607:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.826615:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481586816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.826651:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170988.826751:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cca80/2, rc 0, transno 4294977148 00000100:00100000:2.0:1762170988.826764:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481578880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.826825:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170988.826827:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+462:3641:x1847765481578880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14954us (15548us total) trans 4294977148 rc 0/0 00000100:00100000:2.0:1762170988.826837:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481587072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.826838:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41564 00000100:00100000:2.0:1762170988.826872:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.826907:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481586816 00000100:00100000:1.0:1762170988.826912:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481586816 00000100:00100000:2.0:1762170988.826924:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481587072 00000100:00100000:2.0:1762170988.826930:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481587072 00000100:00100000:1.0:1762170988.826945:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41594 00000100:00100000:3.0:1762170988.826954:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481585280:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.826954:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+630:3643:x1847765481586816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.826967:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41595 00002000:00080000:1.0:1762170988.826969:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1943 count 1 00010000:00010000:3.0:1762170988.826977:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.826979:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+462:3641:x1847765481587072:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.826980:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.827001:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1776 count 1 00010000:00010000:1.0:1762170988.827004:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe800/0x96d1ba5869cbf2cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58bf expref: 394 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.827010:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.827012:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.827014:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.827018:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.827030:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe800/0x96d1ba5869cbf2cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58bf expref: 394 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.827032:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d400/0x96d1ba5869cbf06a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc503e expref: 551 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.827041:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe800/0x96d1ba5869cbf2cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58bf expref: 394 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.827047:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.827051:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.827053:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481587200:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.827056:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.827087:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321d80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.827100:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d400/0x96d1ba5869cbf06a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc503e expref: 551 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.827107:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481585408:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.827119:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d400/0x96d1ba5869cbf06a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc503e expref: 551 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.827123:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.827139:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481587328:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.827171:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.827206:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481585536:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.827223:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.827786:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481584768:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.827805:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.827810:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.827837:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489597440 00000100:00100000:3.0:1762170988.827843:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489597440 00000100:00100000:1.0:1762170988.827846:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.827871:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb400/0x96d1ba5869cbf2af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5887 expref: 395 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.827882:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.827908:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.827948:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.827951:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489597696 00000100:00100000:3.0:1762170988.827956:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489597696 00000100:00100000:2.0:1762170988.827972:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481586176:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.827976:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f1200/0x96d1ba5869cbf055 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5014 expref: 552 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.827977:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489597824 00000100:00100000:1.0:1762170988.827982:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489597824 00010000:00010000:2.0:1762170988.827992:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828003:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe000/0x96d1ba5869cbf2a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc586b expref: 396 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.828028:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489597952 00000100:00100000:2.0:1762170988.828031:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481584512:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.828033:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489597952 00010000:00010000:1.0:1762170988.828051:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff200/0x96d1ba5869cbf29a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc585d expref: 397 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.828054:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.828059:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489598080 00000100:00100000:3.0:1762170988.828066:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489598080 00000100:00100000:1.0:1762170988.828080:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32963 00010000:00010000:3.0:1762170988.828090:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f2400/0x96d1ba5869cbf05c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5022 expref: 553 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.828092:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+397:2414:x1847765489597440:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.828108:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.828114:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb400/0x96d1ba5869cbf2af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5887 expref: 397 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.828122:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32964 00010000:00010000:1.0:1762170988.828129:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb400/0x96d1ba5869cbf2af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5887 expref: 397 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.828138:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+397:2414:x1847765489597824:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.828151:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.828152:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb400/0x96d1ba5869cbf2af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5887 expref: 397 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.828161:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe000/0x96d1ba5869cbf2a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc586b expref: 397 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.828166:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.828170:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.828174:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.828180:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe000/0x96d1ba5869cbf2a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc586b expref: 396 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.828186:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.828206:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe000/0x96d1ba5869cbf2a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc586b expref: 396 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.828212:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.828223:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.828225:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.828247:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+395:2414:x1847765489597440:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 158us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.828254:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32963 00000100:00100000:1.0:1762170988.828278:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32965 00010000:00010000:3.0:1762170988.828282:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.828284:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.828292:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+553:2414:x1847765489597696:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.828295:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828305:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.828312:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f1200/0x96d1ba5869cbf055 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5014 expref: 553 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.828318:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.828324:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f1200/0x96d1ba5869cbf055 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5014 expref: 553 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.828340:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+394:2414:x1847765489597824:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 208us (463us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.828345:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828345:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f1200/0x96d1ba5869cbf055 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5014 expref: 553 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.828370:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828374:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.828378:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.828383:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.828386:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828395:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.828408:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32964 00010000:00010000:2.0:1762170988.828412:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828428:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.828435:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.828458:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+552:2414:x1847765489597696:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.828481:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32965 00000100:00100000:0.0:1762170988.828488:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.828498:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.828503:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489597568 00010000:00010000:3.0:1762170988.828506:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.828507:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489597568 00010000:00010000:3.0:1762170988.828517:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.828518:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.828524:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828526:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1600/0x96d1ba5869cbf2a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5879 expref: 394 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.828548:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.828549:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.828556:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489598208 00000100:00100000:1.0:1762170988.828560:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489598208 00010000:00010000:3.0:1762170988.828565:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.828575:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3433 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828577:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1200/0x96d1ba5869cbf2b6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5895 expref: 395 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.828597:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+631:3643:x1847765481584640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5761us (6168us total) trans 4294975361 rc 0/0 00000100:00100000:0.0:1762170988.828609:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.828613:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41585 00010000:00010000:3.0:1762170988.828622:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.828623:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489598592 00010000:00010000:3.0:1762170988.828628:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.828629:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489598592 00010000:00010000:3.0:1762170988.828633:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.828647:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffc00/0x96d1ba5869cbf2bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58a3 expref: 396 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.828655:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481586560:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.828669:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489598464 00000100:00100000:0.0:1762170988.828670:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481586432:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.828674:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489598464 00010000:00010000:2.0:1762170988.828675:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.828685:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828691:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0000/0x96d1ba5869cbf2c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b1 expref: 397 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.828695:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.828702:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.828750:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489598336 00000100:00100000:1.0:1762170988.828753:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489598336 00010000:00010000:1.0:1762170988.828769:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e9000/0x96d1ba5869cc0be5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70a5 expref: 552 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170988.828787:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32966 00000100:00100000:1.0:1762170988.828797:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+397:2417:x1847765489597952:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.828805:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1762170988.828809:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbf800/2, rc 0, transno 4294975361 00010000:00010000:1.0:1762170988.828812:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff200/0x96d1ba5869cbf29a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc585d expref: 397 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.828824:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481584640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.828840:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828844:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff200/0x96d1ba5869cbf29a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc585d expref: 397 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.828865:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff200/0x96d1ba5869cbf29a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc585d expref: 397 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.828876:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.828878:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.828881:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.828888:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.828895:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481586944:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.828911:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.828915:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.828917:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.828925:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481587456:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.828936:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+396:2417:x1847765489597952:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 139us (1024us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.828941:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.828946:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32966 00000100:00100000:2.0:1762170988.828960:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.828967:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32967 00000100:00100000:1.0:1762170988.828977:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+552:2415:x1847765489598080:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.828986:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.828991:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f2400/0x96d1ba5869cbf05c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5022 expref: 552 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.829001:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.829002:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f2400/0x96d1ba5869cbf05c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5022 expref: 552 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.829006:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.829018:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.829021:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.829025:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f2400/0x96d1ba5869cbf05c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5022 expref: 552 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.829030:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.829040:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.829043:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.829044:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.829047:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.829058:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc343a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.829059:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+631:3641:x1847765481585024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5640us (5762us total) trans 4294975362 rc 0/0 00010000:00010000:1.0:1762170988.829069:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.829074:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.829080:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41586 00010000:00010000:2.0:1762170988.829098:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.829101:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.829102:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.829107:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.829110:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.829124:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+551:2415:x1847765489598080:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 150us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.829132:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32967 00000004:00080000:2.0:1762170988.829133:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbf100/2, rc 0, transno 4294975362 00000100:00100000:2.0:1762170988.829147:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481585024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.829150:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489598720 00000100:00100000:1.0:1762170988.829154:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489598720 00010000:00010000:1.0:1762170988.829168:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe800/0x96d1ba5869cbf2cb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58bf expref: 396 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.829174:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481587456 00000100:00100000:3.0:1762170988.829181:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481587456 00000100:00100000:1.0:1762170988.829188:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489598848 00000100:00100000:1.0:1762170988.829192:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489598848 00000100:00100000:2.0:1762170988.829194:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.829203:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481587584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.829210:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d400/0x96d1ba5869cbf06a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc503e expref: 551 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.829219:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41596 00000100:00100000:1.0:1762170988.829235:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32968 00000100:00100000:2.0:1762170988.829237:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.829247:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+396:2417:x1847765489597568:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.829256:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.829261:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1600/0x96d1ba5869cbf2a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5879 expref: 396 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.829273:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+631:3641:x1847765481587456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.829274:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1600/0x96d1ba5869cbf2a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5879 expref: 396 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.829276:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.829296:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1944 count 1 00010000:00010000:2.0:1762170988.829298:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.829303:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1600/0x96d1ba5869cbf2a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5879 expref: 396 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.829309:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.829314:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.829321:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.829322:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.829325:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.829332:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.829341:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe400/0x96d1ba5869cbf2d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58cd expref: 395 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.829344:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.829348:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.829354:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.829364:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.829378:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.829380:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.829382:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.829382:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.829388:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.829389:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.829406:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+395:2417:x1847765489597568:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (1129us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.829411:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.829415:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32968 00010000:00010000:3.0:1762170988.829424:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe400/0x96d1ba5869cbf2d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58cd expref: 395 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.829435:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.829439:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe400/0x96d1ba5869cbf2d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58cd expref: 394 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.829453:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc3448 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.829461:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481587712:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.829461:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32969 00000100:00100000:2.0:1762170988.829470:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+463:3641:x1847765481585152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5973us (6087us total) trans 4294977152 rc 0/0 00000100:00100000:1.0:1762170988.829476:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+394:2416:x1847765489598208:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.829480:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.829484:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.829490:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.829490:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.829494:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41588 00010000:00010000:1.0:1762170988.829499:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1200/0x96d1ba5869cbf2b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5895 expref: 394 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.829512:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1200/0x96d1ba5869cbf2b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5895 expref: 394 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.829516:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.829518:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481587584 00000100:00100000:2.0:1762170988.829524:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481587584 00010000:00010000:1.0:1762170988.829531:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1200/0x96d1ba5869cbf2b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5895 expref: 394 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.829543:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.829545:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.829549:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.829553:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41597 00010000:00010000:1.0:1762170988.829562:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.829565:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+632:3643:x1847765481587584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.829594:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1945 count 1 00010000:00010000:1.0:1762170988.829601:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.829606:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.829610:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.829616:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.829628:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.829632:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+393:2416:x1847765489598208:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 157us (1143us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.829633:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1c00/0x96d1ba5869cbf2d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58db expref: 393 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.829635:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.829653:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32969 00010000:00010000:2.0:1762170988.829657:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.829659:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.829661:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.829665:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32970 00010000:00010000:0.0:1762170988.829668:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.829676:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32971 00010000:00010000:3.0:1762170988.829678:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.829682:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1c00/0x96d1ba5869cbf2d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58db expref: 392 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.829686:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.829689:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889da0ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+392:2414:x1847765489598464:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.829701:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1c00/0x96d1ba5869cbf2d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58db expref: 392 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.829705:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.829706:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cce00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.829736:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481587840:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.829745:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.829754:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.829762:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0000/0x96d1ba5869cbf2c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b1 expref: 392 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.829773:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.829776:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0000/0x96d1ba5869cbf2c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b1 expref: 392 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.829778:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.829794:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3456 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.829802:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.829805:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1762170988.829809:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b91c00/2, rc 0, transno 4294977152 00010000:00010000:1.0:1762170988.829809:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.829815:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.829819:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.829823:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.829824:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.829826:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481585152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.829832:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+633:3642:x1847765481585792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3654us (4414us total) trans 4294975363 rc 0/0 00000100:00100000:0.0:1762170988.829847:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41590 00000004:00080000:3.0:1762170988.829849:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9928dc00/2, rc 0, transno 4294975363 00010000:00010000:1.0:1762170988.829849:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.829860:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9928dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481585792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.829875:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889da0ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+392:2414:x1847765489598464:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (1330us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.829883:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889da0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+392:2415:x1847765489598592:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.829888:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32971 00010000:00010000:3.0:1762170988.829895:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.829901:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffc00/0x96d1ba5869cbf2bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58a3 expref: 391 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.829914:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffc00/0x96d1ba5869cbf2bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58a3 expref: 391 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.829914:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32972 00000100:00100000:2.0:1762170988.829920:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170988.829929:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+551:2416:x1847765489598336:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.829935:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481588096:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.829940:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.829941:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffc00/0x96d1ba5869cbf2bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58a3 expref: 391 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.829949:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e9000/0x96d1ba5869cc0be5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70a5 expref: 551 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.829957:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.829961:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.829964:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e9000/0x96d1ba5869cc0be5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70a5 expref: 551 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.829967:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.829974:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.829988:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.829994:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9000/0x96d1ba5869cc0be5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70a5 expref: 551 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.830009:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.830012:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481587968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.830012:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.830017:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830026:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.830042:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.830047:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.830086:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+550:2416:x1847765489598336:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 161us (1483us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.830089:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.830095:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.830097:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32972 00010000:00010000:2.0:1762170988.830106:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.830116:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.830121:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32973 00000100:00100000:3.0:1762170988.830126:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889da0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+390:2415:x1847765489598592:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 447us (1605us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.830134:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.830136:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+390:2415:x1847765489598720:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.830147:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32970 00010000:00010000:1.0:1762170988.830149:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.830157:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe800/0x96d1ba5869cbf2cb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58bf expref: 390 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.830166:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.830175:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.830176:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe800/0x96d1ba5869cbf2cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58bf expref: 389 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.830182:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830191:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.830192:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.830194:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.830195:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481588096 00010000:00010000:3.0:1762170988.830200:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830201:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.830201:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481588096 00010000:00010000:1.0:1762170988.830226:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.830227:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.830229:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481587968 00000100:00100000:0.0:1762170988.830235:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481587968 00010000:00010000:1.0:1762170988.830253:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.830271:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41598 00000100:00100000:1.0:1762170988.830280:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+389:2415:x1847765489598720:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.830284:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+633:3641:x1847765481588096:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.830292:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32973 00002000:00080000:0.0:1762170988.830301:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1946 count 1 00000100:00100000:1.0:1762170988.830312:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32974 00010000:00010000:0.0:1762170988.830316:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.830325:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+549:2414:x1847765489598848:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.830336:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff000/0x96d1ba5869cbf2e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e9 expref: 388 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.830337:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.830344:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830345:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d400/0x96d1ba5869cbf06a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc503e expref: 549 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.830368:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07000/0x96d1ba5869cc345d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.830374:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.830377:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d400/0x96d1ba5869cbf06a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc503e expref: 549 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.830379:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.830385:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.830394:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.830394:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.830397:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.830399:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.830401:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.830404:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.830413:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff000/0x96d1ba5869cbf2e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e9 expref: 388 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.830414:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.830441:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481587712:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.830441:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff000/0x96d1ba5869cbf2e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e9 expref: 388 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.830444:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.830460:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.830462:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481588224:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.830471:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+549:2414:x1847765489598848:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (1359us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.830479:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32974 00000100:00100000:3.0:1762170988.830488:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41599 00000100:00100000:3.0:1762170988.830496:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+464:3643:x1847765481587968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.830503:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00002000:00080000:3.0:1762170988.830507:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1777 count 1 00010000:00010000:1.0:1762170988.830514:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.830518:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830529:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.830534:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f0000/0x96d1ba5869cbf071 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc504c expref: 548 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.830546:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.830546:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.830549:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.830553:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.830558:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.830566:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830581:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.830624:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f0000/0x96d1ba5869cbf071 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc504c expref: 548 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.830634:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f0000/0x96d1ba5869cbf071 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc504c expref: 548 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.830642:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481588352:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.830673:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.830698:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489598976 00000100:00100000:3.0:1762170988.830702:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489598976 00010000:00010000:0.0:1762170988.830772:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.830780:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.830786:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.830792:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+634:3643:x1847765481584896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7345us (7447us total) trans 4294975364 rc 0/0 00010000:00010000:0.0:1762170988.830795:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.830806:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41587 00010000:00010000:3.0:1762170988.830809:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe400/0x96d1ba5869cbf2d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58cd expref: 389 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.830825:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.830836:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.830840:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.830846:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.830847:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32975 00010000:00010000:0.0:1762170988.830851:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.830858:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.830860:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3be850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+389:2415:x1847765489598976:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.830874:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.830878:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830881:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe400/0x96d1ba5869cbf2d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58cd expref: 389 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.830898:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3441 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830903:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe400/0x96d1ba5869cbf2d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58cd expref: 389 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.830925:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe400/0x96d1ba5869cbf2d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58cd expref: 389 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.830928:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.830937:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830939:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.830943:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.830948:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.830949:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.830957:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830960:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.830984:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.830995:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.830998:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.831006:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.831008:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc346b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.831019:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3be850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+388:2415:x1847765489598976:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (466us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.831025:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.831035:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32975 00010000:00010000:0.0:1762170988.831043:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.831047:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.831051:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.831086:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.831093:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.831107:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.831109:0:176030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe800/0x96d1ba5869cbf2cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58bf expref: 387 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.831110:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.831125:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.831128:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481587200:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.831132:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.831141:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.831146:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.831147:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.831162:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.831166:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.831179:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.831181:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.831189:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.831212:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.831213:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3480 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.831236:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.831284:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.831289:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.831296:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.831300:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.831309:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.831319:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+635:3640:x1847765481586048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4884us (5187us total) trans 4294975365 rc 0/0 00010000:00010000:3.0:1762170988.831322:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.831331:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41593 00010000:00010000:3.0:1762170988.831334:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3472 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.831360:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.831364:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.831368:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.831378:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.831379:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+634:3643:x1847765481586816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4426us (4727us total) trans 4294975366 rc 0/0 00000004:00080000:0.0:1762170988.831380:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b92d80/2, rc 0, transno 4294975365 00000100:00100000:1.0:1762170988.831391:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41594 00000100:00100000:0.0:1762170988.831398:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481586048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.831417:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489599104 00000100:00100000:1.0:1762170988.831422:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489599104 00010000:00010000:1.0:1762170988.831439:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1c00/0x96d1ba5869cbf2d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58db expref: 387 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.831456:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1762170988.831464:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32976 00000100:00100000:0.0:1762170988.831469:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481588480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.831476:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+387:2416:x1847765489599104:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.831483:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.831488:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1c00/0x96d1ba5869cbf2d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58db expref: 387 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.831500:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1c00/0x96d1ba5869cbf2d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58db expref: 387 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.831508:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.831521:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.831524:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.831527:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.831534:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.831550:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.831575:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+387:2416:x1847765489599104:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 104us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.831598:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32976 00000100:00100000:1.0:1762170988.831626:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481588480 00000100:00100000:1.0:1762170988.831630:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481588480 00000100:00100000:3.0:1762170988.831649:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+635:3641:x1847765481587456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2418us (2686us total) trans 4294975367 rc 0/0 00000100:00100000:3.0:1762170988.831658:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41596 00000100:00100000:1.0:1762170988.831666:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41600 00000100:00100000:1.0:1762170988.831677:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+634:3640:x1847765481588480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.831690:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1947 count 1 00010000:00010000:1.0:1762170988.831703:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.831704:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481588352:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.831740:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481588224:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.831755:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.831764:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.831791:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0800/0x96d1ba5869cbf2e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58f7 expref: 386 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.831798:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.831801:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.831804:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.831825:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0800/0x96d1ba5869cbf2e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58f7 expref: 386 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.831835:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0800/0x96d1ba5869cbf2e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58f7 expref: 386 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.831846:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481588608:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.831898:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321480 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.832016:0:176029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0000/0x96d1ba5869cbf2c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b1 expref: 386 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.832027:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481586688:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.832043:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.832052:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.832059:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.832066:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.832078:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.832098:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.832102:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.832107:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.832113:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.832115:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.832120:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.832129:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.832134:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3464 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.832154:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.832157:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.832160:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.832265:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+635:3642:x1847765481586304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5944us (6180us total) trans 4294975368 rc 0/0 00000004:00080000:3.0:1762170988.832276:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb1880/2, rc 0, transno 4294975368 00000100:00100000:1.0:1762170988.832276:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41592 00000100:00100000:3.0:1762170988.832289:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481586304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.832328:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481588736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.832353:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.832389:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481588736 00000100:00100000:1.0:1762170988.832394:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481588736 00000100:00100000:1.0:1762170988.832428:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41601 00000100:00100000:1.0:1762170988.832437:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+635:3642:x1847765481588736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.832449:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1948 count 1 00010000:00010000:1.0:1762170988.832462:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.832472:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fea00/0x96d1ba5869cbf2ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5905 expref: 385 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.832479:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.832481:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.832485:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.832506:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fea00/0x96d1ba5869cbf2ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5905 expref: 385 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.832516:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fea00/0x96d1ba5869cbf2ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5905 expref: 385 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.832527:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481588864:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.832560:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.832756:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.832783:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e4000/2, rc 0, transno 4294975367 00000100:00100000:2.0:1762170988.832796:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481587456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.832849:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170988.832862:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481588992:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170988.832868:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbf480/2, rc 0, transno 4294975366 00000100:00100000:2.0:1762170988.832879:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481586816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.832987:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481589120:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170988.832993:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbed80/2, rc 0, transno 4294975364 00000100:00100000:2.0:1762170988.833001:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481584896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.833016:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.833050:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.833060:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481589248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.833068:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.833089:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.833101:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489599360 00000100:00100000:1.0:1762170988.833104:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489599360 00000100:00100000:2.0:1762170988.833116:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481588992 00000100:00100000:2.0:1762170988.833120:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481588992 00010000:00010000:1.0:1762170988.833124:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f0000/0x96d1ba5869cbf071 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc504c expref: 549 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.833149:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489599232 00000100:00100000:1.0:1762170988.833153:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489599232 00000100:00100000:0.0:1762170988.833154:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481589120 00000100:00100000:3.0:1762170988.833160:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41602 00000100:00100000:0.0:1762170988.833161:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481589120 00010000:00010000:1.0:1762170988.833167:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff000/0x96d1ba5869cbf2e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e9 expref: 386 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.833179:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.833186:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+637:3642:x1847765481588992:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.833190:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32977 00000100:00100000:1.0:1762170988.833202:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+549:2416:x1847765489599360:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.833204:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481589248 00000100:00100000:3.0:1762170988.833210:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41603 00000100:00100000:0.0:1762170988.833210:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481589248 00010000:00010000:1.0:1762170988.833211:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.833219:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f0000/0x96d1ba5869cbf071 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc504c expref: 549 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.833226:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+638:3640:x1847765481589120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.833227:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.833233:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f0000/0x96d1ba5869cbf071 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc504c expref: 549 pid: 22703 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170988.833244:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1950 count 1 00010000:00010000:2.0:1762170988.833245:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.833245:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41604 00010000:00010000:2.0:1762170988.833258:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.833261:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.833265:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f0000/0x96d1ba5869cbf071 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc504c expref: 549 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.833265:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+638:3641:x1847765481589248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.833273:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.833288:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1951 count 1 00010000:00010000:3.0:1762170988.833294:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe600/0x96d1ba5869cbf2fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5921 expref: 386 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.833306:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.833307:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.833308:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.833309:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.833312:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.833314:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.833318:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.833320:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.833332:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1000/0x96d1ba5869cbf303 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc592f expref: 386 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.833341:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.833358:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.833363:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.833367:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.833376:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.833394:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1000/0x96d1ba5869cbf303 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc592f expref: 386 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.833402:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+465:3642:x1847765481585664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7487us (8067us total) trans 4294977154 rc 0/0 00000100:00100000:1.0:1762170988.833410:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+548:2416:x1847765489599360:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 207us (392us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.833411:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1000/0x96d1ba5869cbf303 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc592f expref: 386 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.833413:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41589 00010000:00010000:3.0:1762170988.833425:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.833431:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32977 00010000:00010000:3.0:1762170988.833433:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.833435:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481589376:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.833446:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.833449:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.833452:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1c00/0x96d1ba5869cbf2d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58db expref: 386 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.833456:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32978 00010000:00010000:3.0:1762170988.833465:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.833472:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+385:2417:x1847765489599232:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.833473:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481587840:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.833481:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.833482:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.833484:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.833494:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff000/0x96d1ba5869cbf2e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e9 expref: 385 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.833496:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc344f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.833496:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.833523:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff000/0x96d1ba5869cbf2e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e9 expref: 385 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.833525:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.833532:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.833537:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.833542:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.833543:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.833546:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ff000/0x96d1ba5869cbf2e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e9 expref: 385 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.833565:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.833567:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b90700/2, rc 0, transno 4294977154 00010000:00010000:1.0:1762170988.833569:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.833574:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.833579:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.833581:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.833610:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.833620:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.833632:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.833656:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+384:2417:x1847765489599232:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 190us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.833675:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32978 00000100:00100000:3.0:1762170988.833698:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481585664:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.833775:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.833781:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.833794:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.833798:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.833806:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.833822:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.833829:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3487 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.833838:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481588608:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.833853:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.833858:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.833858:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.833861:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.833992:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481589504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.834025:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.834052:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481589504 00000100:00100000:1.0:1762170988.834058:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481589504 00000100:00100000:0.0:1762170988.834060:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.834074:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe600/0x96d1ba5869cbf2fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5921 expref: 383 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.834084:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe600/0x96d1ba5869cbf2fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5921 expref: 383 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.834093:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481589632:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.834098:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41605 00000100:00100000:0.0:1762170988.834103:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.834110:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+465:3642:x1847765481589504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.834122:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1778 count 1 00010000:00010000:0.0:1762170988.834130:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834135:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.834142:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834150:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f3000/0x96d1ba5869cbf078 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc505a expref: 547 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.834159:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834160:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.834164:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.834169:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.834172:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.834194:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.834196:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.834198:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f3000/0x96d1ba5869cbf078 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc505a expref: 547 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.834207:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.834212:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f3000/0x96d1ba5869cbf078 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc505a expref: 547 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.834215:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.834217:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.834235:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481589760:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.834237:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.834239:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.834247:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.834249:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.834269:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.834269:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.834270:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.834290:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489599616 00010000:00010000:0.0:1762170988.834294:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.834295:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489599616 00010000:00010000:0.0:1762170988.834305:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc348e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834315:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fea00/0x96d1ba5869cbf2ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5905 expref: 384 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.834331:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.834337:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1762170988.834337:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.834338:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489599488 00000100:00100000:1.0:1762170988.834343:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489599488 00010000:00010000:0.0:1762170988.834350:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.834354:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834359:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0800/0x96d1ba5869cbf2e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58f7 expref: 385 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.834368:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.834384:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.834390:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32979 00010000:00010000:0.0:1762170988.834399:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3495 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.834404:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+385:2414:x1847765489599616:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.834417:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.834423:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fea00/0x96d1ba5869cbf2ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5905 expref: 385 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.834434:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.834439:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fea00/0x96d1ba5869cbf2ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5905 expref: 385 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.834439:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.834444:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.834458:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.834461:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.834465:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834474:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.834475:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+466:3643:x1847765481587968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3978us (4431us total) trans 4294977155 rc 0/0 00000100:00100000:3.0:1762170988.834492:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41599 00010000:00010000:1.0:1762170988.834501:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.834529:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32980 00000100:00100000:1.0:1762170988.834529:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+385:2414:x1847765489599616:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 127us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.834543:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+385:2417:x1847765489599488:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.834544:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32979 00010000:00010000:3.0:1762170988.834554:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.834560:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0800/0x96d1ba5869cbf2e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58f7 expref: 384 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.834570:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0800/0x96d1ba5869cbf2e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58f7 expref: 384 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.834581:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0800/0x96d1ba5869cbf2e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58f7 expref: 384 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.834608:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.834610:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.834613:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.834613:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.834622:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+640:3641:x1847765481588096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4341us (4651us total) trans 4294975370 rc 0/0 00010000:00010000:3.0:1762170988.834624:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.834639:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41598 00010000:00010000:3.0:1762170988.834654:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.834682:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+383:2417:x1847765489599488:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 143us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.834686:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481589376:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.834695:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32980 00000100:00100000:1.0:1762170988.834701:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.834737:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834806:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834815:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834823:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834829:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.834847:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.834900:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.834905:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.834911:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.834913:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.834920:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.834928:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.834932:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc349c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.834945:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.834948:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.834951:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.834965:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489599744 00000100:00100000:3.0:1762170988.834968:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489599744 00010000:00010000:3.0:1762170988.834987:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1000/0x96d1ba5869cbf303 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc592f expref: 383 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.835011:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32981 00000100:00100000:1.0:1762170988.835012:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+640:3640:x1847765481588480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3335us (3506us total) trans 4294975371 rc 0/0 00000100:00100000:3.0:1762170988.835021:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+383:2417:x1847765489599744:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.835026:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41600 00000004:00080000:0.0:1762170988.835026:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2f800/2, rc 0, transno 4294975371 00010000:00010000:3.0:1762170988.835030:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.835036:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1000/0x96d1ba5869cbf303 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc592f expref: 383 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.835044:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481588480:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.835052:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1000/0x96d1ba5869cbf303 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc592f expref: 383 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.835070:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab1000/0x96d1ba5869cbf303 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc592f expref: 383 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.835079:0:176029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fea00/0x96d1ba5869cbf2ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5905 expref: 383 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.835084:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.835087:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.835091:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.835097:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481588864:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.835099:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.835117:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.835120:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.835130:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.835137:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.835144:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.835151:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.835158:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+381:2417:x1847765489599744:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 137us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.835166:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32981 00010000:00010000:1.0:1762170988.835174:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1762170988.835181:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e7100/2, rc 0, transno 4294975370 00010000:00010000:3.0:1762170988.835183:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.835189:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.835194:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.835196:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.835198:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481588096:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.835205:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.835216:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.835220:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.835221:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc34a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.835243:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.835252:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1762170988.835252:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.835263:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.835264:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481590016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.835283:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+640:3642:x1847765481588736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2847us (2927us total) trans 4294975372 rc 0/0 00010000:00010000:3.0:1762170988.835289:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.835293:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41601 00010000:00010000:3.0:1762170988.835294:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.835300:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.835302:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.835303:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.835310:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.835313:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.835324:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cd000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.835327:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481590016 00010000:00010000:3.0:1762170988.835328:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.835334:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481590016 00010000:00010000:3.0:1762170988.835336:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.835345:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481589888:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.835346:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.835358:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cd000/0x96d1ba5869cc34b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.835364:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41606 00000100:00100000:1.0:1762170988.835377:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+641:3641:x1847765481590016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.835381:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.835386:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1762170988.835396:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1953 count 1 00010000:00010000:1.0:1762170988.835408:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.835418:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e6d80/2, rc 0, transno 4294977155 00010000:00010000:1.0:1762170988.835420:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffa00/0x96d1ba5869cbf30a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc594b expref: 380 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.835429:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.835431:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481587968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.835432:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.835438:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.835440:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.835445:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.835454:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+641:3641:x1847765481589248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2194us (2273us total) trans 4294975373 rc 0/0 00000100:00100000:0.0:1762170988.835464:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41604 00010000:00010000:1.0:1762170988.835467:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffa00/0x96d1ba5869cbf30a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc594b expref: 380 pid: 33720 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1762170988.835473:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b90000/2, rc 0, transno 4294975372 00010000:00010000:1.0:1762170988.835480:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffa00/0x96d1ba5869cbf30a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc594b expref: 380 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.835485:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481590144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.835497:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481590272:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.835498:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481589888 00000100:00100000:0.0:1762170988.835503:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481589888 00000100:00100000:2.0:1762170988.835509:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.835527:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481590144 00000100:00100000:0.0:1762170988.835531:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481590144 00000004:00080000:2.0:1762170988.835541:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e7480/2, rc 0, transno 4294975373 00000100:00100000:3.0:1762170988.835544:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481588736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.835549:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481589248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.835558:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321540 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.835558:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41607 00000100:00100000:0.0:1762170988.835567:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+641:3643:x1847765481589888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.835579:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1952 count 1 00000100:00100000:2.0:1762170988.835602:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41608 00010000:00010000:0.0:1762170988.835603:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.835611:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+466:3641:x1847765481590144:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.835615:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fac00/0x96d1ba5869cbf311 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc593d expref: 380 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.835621:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.835623:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1762170988.835624:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1779 count 1 00010000:00010000:0.0:1762170988.835626:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.835638:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.835646:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fac00/0x96d1ba5869cbf311 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc593d expref: 380 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.835649:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f5600/0x96d1ba5869cbf07f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5068 expref: 547 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.835662:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.835662:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fac00/0x96d1ba5869cbf311 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc593d expref: 380 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.835666:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.835669:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.835677:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481590528:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.835698:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481589760:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.835699:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f5600/0x96d1ba5869cbf07f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5068 expref: 547 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.835737:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f5600/0x96d1ba5869cbf07f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5068 expref: 547 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.835751:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481590656:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.835761:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.835771:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481590400:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.835782:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.835783:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.835810:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481590784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.835813:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.835814:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.835874:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489599872 00000100:00100000:1.0:1762170988.835879:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489599872 00010000:00010000:1.0:1762170988.835896:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe600/0x96d1ba5869cbf2fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5921 expref: 381 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.835914:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32982 00000100:00100000:1.0:1762170988.835921:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+381:2417:x1847765489599872:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.835928:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.835932:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe600/0x96d1ba5869cbf2fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5921 expref: 381 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.835941:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe600/0x96d1ba5869cbf2fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5921 expref: 381 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.835954:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.835956:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.835958:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481590400 00010000:00010000:1.0:1762170988.835959:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.835965:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481590400 00010000:00010000:1.0:1762170988.835972:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.835973:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.835991:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.835996:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481590784 00000100:00100000:0.0:1762170988.836000:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481590784 00010000:00010000:3.0:1762170988.836009:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fe600/0x96d1ba5869cbf2fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5921 expref: 381 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.836022:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+380:2417:x1847765489599872:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 98us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.836023:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481589632:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.836028:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41609 00000100:00100000:1.0:1762170988.836039:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32982 00000100:00100000:2.0:1762170988.836040:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41610 00010000:00010000:3.0:1762170988.836042:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.836046:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+643:3642:x1847765481590400:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.836055:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.836057:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+643:3643:x1847765481590784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.836065:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1954 count 1 00010000:00010000:3.0:1762170988.836066:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.836077:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.836083:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.836084:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.836085:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1955 count 1 00010000:00010000:0.0:1762170988.836102:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2a00/0x96d1ba5869cbf318 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5959 expref: 379 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.836104:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.836105:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.836128:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.836130:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0a00/0x96d1ba5869cbf31f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5967 expref: 379 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.836131:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.836136:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.836146:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.836150:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.836153:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.836165:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2a00/0x96d1ba5869cbf318 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5959 expref: 379 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.836168:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.836175:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.836182:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2a00/0x96d1ba5869cbf318 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5959 expref: 379 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.836186:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.836191:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.836202:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481590912:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.836203:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.836219:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.836226:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc34aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.836246:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.836248:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.836252:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.836254:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.836279:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0a00/0x96d1ba5869cbf31f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5967 expref: 379 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.836287:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.836298:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0a00/0x96d1ba5869cbf31f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5967 expref: 379 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.836311:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481591040:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.836345:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000004:00080000:0.0:1762170988.836379:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e6680/2, rc 0, transno 4294975374 00000100:00100000:1.0:1762170988.836386:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489600000 00000100:00100000:1.0:1762170988.836392:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489600000 00000100:00100000:0.0:1762170988.836394:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481589120:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.836417:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f3000/0x96d1ba5869cbf078 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc505a expref: 548 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.836422:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+644:3643:x1847765481587584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6859us (7188us total) trans 4294975369 rc 0/0 00000100:00100000:2.0:1762170988.836438:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41597 00000100:00100000:1.0:1762170988.836460:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32983 00000100:00100000:0.0:1762170988.836463:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481591168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.836474:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+548:2417:x1847765489600000:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1762170988.836480:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e7800/2, rc 0, transno 4294975369 00010000:00010000:1.0:1762170988.836485:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.836490:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481587584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.836493:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f3000/0x96d1ba5869cbf078 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc505a expref: 548 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.836500:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.836513:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f3000/0x96d1ba5869cbf078 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc505a expref: 548 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.836518:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+643:3640:x1847765481589120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3144us (3278us total) trans 4294975374 rc 0/0 00000100:00100000:0.0:1762170988.836529:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1762170988.836536:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41603 00000100:00100000:0.0:1762170988.836541:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481591296:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.836544:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f3000/0x96d1ba5869cbf078 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc505a expref: 548 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.836547:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481591168 00000100:00100000:2.0:1762170988.836553:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481591168 00010000:00010000:1.0:1762170988.836561:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.836564:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.836569:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.836570:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.836581:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.836592:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481591296 00000100:00100000:2.0:1762170988.836597:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481591296 00000100:00100000:3.0:1762170988.836626:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41611 00010000:00010000:1.0:1762170988.836626:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.836636:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41612 00000100:00100000:3.0:1762170988.836642:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+644:3640:x1847765481591168:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.836648:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+644:3640:x1847765481591296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.836660:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1956 count 1 00002000:00080000:2.0:1762170988.836661:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1957 count 1 00000100:00100000:1.0:1762170988.836668:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+547:2417:x1847765489600000:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 194us (382us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.836675:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.836680:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.836681:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32983 00010000:00010000:2.0:1762170988.836729:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0600/0x96d1ba5869cbf32d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5983 expref: 379 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.836734:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2600/0x96d1ba5869cbf326 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5975 expref: 379 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.836740:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.836744:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.836747:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.836750:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.836751:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.836751:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.836758:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.836764:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481590528:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.836779:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.836784:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.836789:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.836791:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0600/0x96d1ba5869cbf32d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5983 expref: 379 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.836799:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2600/0x96d1ba5869cbf326 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5975 expref: 379 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.836816:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.836822:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0600/0x96d1ba5869cbf32d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5983 expref: 379 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.836831:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2600/0x96d1ba5869cbf326 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5975 expref: 379 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.836852:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481591424:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.836857:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481591552:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.836882:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.836908:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eaffdc000 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.836937:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481590656:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.836957:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.837026:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.837032:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.837038:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.837040:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.837044:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+467:3642:x1847765481589504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2935us (3017us total) trans 4294977156 rc 0/0 00010000:00010000:3.0:1762170988.837047:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.837053:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.837063:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.837066:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41605 00010000:00010000:3.0:1762170988.837068:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.837094:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.837096:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.837107:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481590272:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.837116:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.837119:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc34b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.837131:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.837135:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.837149:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.837155:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.837162:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.837170:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07a00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.837171:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489600256 00010000:00010000:0.0:1762170988.837174:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.837176:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489600256 00010000:00010000:0.0:1762170988.837186:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.837199:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.837200:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fac00/0x96d1ba5869cbf311 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc593d expref: 380 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.837218:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc342c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.837256:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489600128 00010000:00010000:0.0:1762170988.837256:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.837260:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.837262:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489600128 00010000:00010000:0.0:1762170988.837266:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.837268:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+645:3640:x1847765481584384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15708us (15810us total) trans 4294975375 rc 0/0 00010000:00010000:3.0:1762170988.837269:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.837273:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.837278:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.837279:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41584 00010000:00010000:1.0:1762170988.837280:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffa00/0x96d1ba5869cbf30a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc594b expref: 381 pid: 33720 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.837296:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbe300/2, rc 0, transno 4294975375 00000004:00080000:3.0:1762170988.837309:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b93480/2, rc 0, transno 4294977156 00000100:00100000:0.0:1762170988.837313:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481584384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.837315:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32984 00000100:00100000:3.0:1762170988.837328:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481589504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.837330:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+381:2416:x1847765489600256:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.837331:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d400/0x96d1ba5869cbf06a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc503e expref: 546 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.837347:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.837352:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481587328:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.837357:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fac00/0x96d1ba5869cbf311 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc593d expref: 381 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.837370:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fac00/0x96d1ba5869cbf311 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc593d expref: 381 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.837375:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.837388:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fac00/0x96d1ba5869cbf311 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc593d expref: 381 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.837397:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481591680:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.837399:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481591808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.837401:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.837408:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.837411:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.837415:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.837423:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.837445:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.837446:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.837447:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.837458:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.837466:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.837478:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.837478:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+380:2416:x1847765489600256:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.837494:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32984 00010000:00010000:2.0:1762170988.837504:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.837513:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489600384 00000100:00100000:1.0:1762170988.837518:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489600384 00000100:00100000:2.0:1762170988.837532:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.837537:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f5600/0x96d1ba5869cbf07f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5068 expref: 546 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.837551:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.837559:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32985 00000100:00100000:0.0:1762170988.837566:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.837572:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+379:2416:x1847765489600128:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.837580:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.837600:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffa00/0x96d1ba5869cbf30a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc594b expref: 379 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.837603:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481591040:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.837604:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.837621:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffa00/0x96d1ba5869cbf30a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc594b expref: 379 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.837624:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.837639:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9ffa00/0x96d1ba5869cbf30a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc594b expref: 379 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.837642:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481590912:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.837649:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481591680 00000100:00100000:2.0:1762170988.837654:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481591680 00010000:00010000:3.0:1762170988.837656:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.837661:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.837661:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.837667:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.837668:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.837673:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.837675:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.837681:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481591808 00000100:00100000:2.0:1762170988.837687:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481591808 00010000:00010000:1.0:1762170988.837696:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.837698:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.837791:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.837817:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+378:2416:x1847765489600128:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 247us (686us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.837821:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.837828:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32985 00010000:00010000:3.0:1762170988.837837:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc3479 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.837852:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489600640 00000100:00100000:1.0:1762170988.837857:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489600640 00010000:00010000:3.0:1762170988.837861:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.837866:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.837870:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.837875:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0a00/0x96d1ba5869cbf31f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5967 expref: 378 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.837895:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489600512 00000100:00100000:0.0:1762170988.837895:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41613 00000100:00100000:1.0:1762170988.837901:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489600512 00000100:00100000:0.0:1762170988.837909:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+645:3642:x1847765481591680:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.837917:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2a00/0x96d1ba5869cbf318 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5959 expref: 379 pid: 33720 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.837926:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1958 count 1 00000100:00100000:1.0:1762170988.837936:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32986 00010000:00010000:0.0:1762170988.837940:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.837948:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+546:2414:x1847765489600384:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.837959:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.837960:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7600/0x96d1ba5869cbf33b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5991 expref: 379 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.837968:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f5600/0x96d1ba5869cbf07f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5068 expref: 546 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.837973:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.837977:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.837982:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.837988:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f5600/0x96d1ba5869cbf07f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5068 expref: 546 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.837999:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41614 00010000:00010000:0.0:1762170988.838004:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7600/0x96d1ba5869cbf33b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5991 expref: 379 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.838008:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f5600/0x96d1ba5869cbf07f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5068 expref: 546 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.838014:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+467:3643:x1847765481591808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.838018:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7600/0x96d1ba5869cbf33b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5991 expref: 379 pid: 24348 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170988.838035:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1780 count 1 00000100:00100000:0.0:1762170988.838040:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481591936:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.838050:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.838054:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838054:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.838059:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838071:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.838072:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7400/0x96d1ba5869cbf086 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5076 expref: 545 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.838082:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.838093:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.838095:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.838099:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838108:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.838121:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.838126:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f7400/0x96d1ba5869cbf086 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5076 expref: 545 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.838140:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f7400/0x96d1ba5869cbf086 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5076 expref: 545 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.838141:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+545:2414:x1847765489600384:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 193us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.838160:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32986 00000100:00100000:3.0:1762170988.838165:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481592064:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.838184:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489600768 00000100:00100000:1.0:1762170988.838190:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489600768 00010000:00010000:0.0:1762170988.838205:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838207:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0600/0x96d1ba5869cbf32d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5983 expref: 380 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.838226:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.838236:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.838242:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32987 00010000:00010000:0.0:1762170988.838250:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.838258:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+380:2416:x1847765489600640:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.838262:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.838267:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.838269:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.838276:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0a00/0x96d1ba5869cbf31f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5967 expref: 380 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.838287:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0a00/0x96d1ba5869cbf31f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5967 expref: 380 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.838291:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32988 00000100:00100000:3.0:1762170988.838305:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+380:2416:x1847765489600512:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.838317:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.838318:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0a00/0x96d1ba5869cbf31f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5967 expref: 380 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.838328:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2a00/0x96d1ba5869cbf318 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5959 expref: 380 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.838335:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.838339:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.838343:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2a00/0x96d1ba5869cbf318 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5959 expref: 379 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.838344:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838366:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.838374:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2a00/0x96d1ba5869cbf318 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5959 expref: 379 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.838389:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.838390:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.838394:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.838398:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.838406:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.838416:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+646:3643:x1847765481589888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2850us (3036us total) trans 4294975376 rc 0/0 00000100:00100000:1.0:1762170988.838419:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+378:2416:x1847765489600640:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.838425:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41607 00010000:00010000:3.0:1762170988.838429:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.838436:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32987 00010000:00010000:0.0:1762170988.838453:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.838458:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+377:2416:x1847765489600512:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 154us (856us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.838462:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.838465:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32989 00010000:00010000:0.0:1762170988.838475:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.838482:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+377:2416:x1847765489600768:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.838483:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838494:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.838501:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170988.838503:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0600/0x96d1ba5869cbf32d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5983 expref: 377 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.838509:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.838513:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838519:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0600/0x96d1ba5869cbf32d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5983 expref: 377 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.838520:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.838525:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.838536:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32988 00010000:00010000:0.0:1762170988.838539:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838544:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.838548:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.838550:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838553:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.838559:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc34c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838570:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.838576:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c000 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.838596:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.838601:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.838602:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.838611:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cd800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.838616:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.838628:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+376:2416:x1847765489600768:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 150us (506us total) trans 0 rc 0/0 00002000:00080000:3.0:1762170988.838630:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1949 count 1 00010000:00010000:0.0:1762170988.838632:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.838647:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32989 00010000:00010000:3.0:1762170988.838648:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.838654:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.838666:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc34d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.838667:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0400/0x96d1ba5869cbf2f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5913 expref: 375 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.838686:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.838699:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.838704:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.838726:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.838733:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.838736:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838745:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838752:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.838772:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.838777:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.838783:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.838797:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.838802:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.838809:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.838814:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.838822:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.838837:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.838845:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc34bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.838870:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.838873:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.838878:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.838882:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+647:3642:x1847765481590400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2838us (3068us total) trans 4294975377 rc 0/0 00000100:00100000:0.0:1762170988.838892:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41609 00000004:00080000:3.0:1762170988.838934:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b90380/2, rc 0, transno 4294975377 00000100:00100000:1.0:1762170988.838936:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+646:3641:x1847765481590016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3561us (3637us total) trans 4294975378 rc 0/0 00000100:00100000:1.0:1762170988.838945:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41606 00000100:00100000:0.0:1762170988.839009:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481592192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.839018:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481590400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.839042:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.839064:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0400/0x96d1ba5869cbf2f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5913 expref: 375 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.839084:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0400/0x96d1ba5869cbf2f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5913 expref: 375 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.839084:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.839099:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481591936:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.839101:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481592320:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.839117:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481592192 00000100:00100000:1.0:1762170988.839122:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481592192 00010000:00010000:0.0:1762170988.839125:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.839155:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41615 00000100:00100000:1.0:1762170988.839166:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+646:3640:x1847765481592192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.839180:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1959 count 1 00010000:00010000:1.0:1762170988.839193:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.839196:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.839209:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3a00/0x96d1ba5869cbf334 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc599f expref: 375 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.839216:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.839218:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.839221:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.839243:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3a00/0x96d1ba5869cbf334 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc599f expref: 375 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.839255:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3a00/0x96d1ba5869cbf334 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc599f expref: 375 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.839266:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481592448:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.839298:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.839318:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489600896 00000100:00100000:1.0:1762170988.839321:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489600896 00010000:00010000:1.0:1762170988.839342:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7600/0x96d1ba5869cbf33b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5991 expref: 376 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.839371:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32990 00000100:00100000:1.0:1762170988.839380:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+376:2417:x1847765489600896:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.839388:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.839392:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7600/0x96d1ba5869cbf33b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5991 expref: 376 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.839403:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7600/0x96d1ba5869cbf33b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5991 expref: 376 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.839418:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7600/0x96d1ba5869cbf33b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5991 expref: 376 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.839429:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.839431:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.839432:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.839437:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.839446:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.839455:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e4e00/2, rc 0, transno 4294975378 00000100:00100000:2.0:1762170988.839467:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481590016:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.839475:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.839481:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.839492:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.839503:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.839509:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+375:2417:x1847765489600896:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 129us (428us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.839520:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.839524:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481592576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.839526:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32990 00000100:00100000:2.0:1762170988.839566:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.839573:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.839579:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.839597:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.839605:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.839610:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.839617:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.839631:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.839635:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2ce00/2, rc 0, transno 4294975376 00010000:00010000:3.0:1762170988.839643:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc34f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.839650:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481589888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.839730:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.839742:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481592704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.839774:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.839791:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+647:3642:x1847765481591680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1805us (2266us total) trans 4294975379 rc 0/0 00000100:00100000:0.0:1762170988.839801:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41613 00010000:00010000:2.0:1762170988.839811:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.839821:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481592576 00000100:00100000:0.0:1762170988.839826:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481592576 00010000:00010000:2.0:1762170988.839829:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.839839:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.839847:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.839854:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481592704 00000100:00100000:0.0:1762170988.839858:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481592704 00010000:00010000:2.0:1762170988.839869:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.839874:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.839881:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.839889:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41616 00010000:00010000:0.0:1762170988.839891:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.839897:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.839897:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.839903:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.839903:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+648:3641:x1847765481592576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.839907:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.839916:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.839925:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1960 count 1 00010000:00010000:0.0:1762170988.839930:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.839940:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.839948:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2ea00/2, rc 0, transno 4294975379 00010000:00010000:0.0:1762170988.839948:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc34cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.839958:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fce00/0x96d1ba5869cbf342 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ad expref: 374 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.839964:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481591680:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.839972:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.839975:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.839976:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.839978:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.839980:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.839984:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.839998:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+468:3641:x1847765481590144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4388us (4487us total) trans 4294977157 rc 0/0 00000100:00100000:2.0:1762170988.840010:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41608 00010000:00010000:1.0:1762170988.840012:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fce00/0x96d1ba5869cbf342 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ad expref: 374 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.840016:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41617 00000100:00100000:0.0:1762170988.840026:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+648:3643:x1847765481592704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.840031:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fce00/0x96d1ba5869cbf342 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ad expref: 374 pid: 20306 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.840039:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1961 count 1 00000100:00100000:1.0:1762170988.840045:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481592832:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170988.840048:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e4a80/2, rc 0, transno 4294977157 00010000:00010000:0.0:1762170988.840050:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.840062:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb600/0x96d1ba5869cbf349 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59bb expref: 374 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.840063:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481590144:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.840074:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.840076:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.840078:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.840090:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1762170988.840098:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321f00 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.840098:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb600/0x96d1ba5869cbf349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59bb expref: 374 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.840110:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb600/0x96d1ba5869cbf349 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59bb expref: 374 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.840119:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170988.840123:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481593088:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.840131:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481593216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.840154:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481592960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.840167:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.840172:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.840185:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481593216 00000100:00100000:0.0:1762170988.840188:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481593216 00000100:00100000:3.0:1762170988.840196:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.840221:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481592960 00000100:00100000:0.0:1762170988.840224:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481592960 00000100:00100000:2.0:1762170988.840228:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41618 00000100:00100000:2.0:1762170988.840239:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+468:3641:x1847765481593216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.840249:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41619 00002000:00080000:2.0:1762170988.840253:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1781 count 1 00000100:00100000:0.0:1762170988.840259:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+649:3642:x1847765481592960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.840269:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.840270:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1962 count 1 00010000:00010000:0.0:1762170988.840282:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.840286:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f1c00/0x96d1ba5869cbf08d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5084 expref: 544 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.840295:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3800/0x96d1ba5869cbf350 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c9 expref: 374 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.840299:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.840303:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.840304:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.840307:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.840308:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.840310:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.840336:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3800/0x96d1ba5869cbf350 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c9 expref: 374 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.840347:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3800/0x96d1ba5869cbf350 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c9 expref: 374 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.840348:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f1c00/0x96d1ba5869cbf08d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5084 expref: 544 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.840375:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f1c00/0x96d1ba5869cbf08d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5084 expref: 544 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.840376:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481593344:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.840393:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481593472:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.840395:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481592064:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.840410:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.840425:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.840446:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.840452:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.840454:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.840472:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.840480:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.840501:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.840509:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.840515:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.840578:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+468:3642:x1847765481568128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49612us (50037us total) trans 4294977130 rc 0/0 00000100:00100000:0.0:1762170988.840598:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41522 00000100:00100000:2.0:1762170988.840643:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+650:3643:x1847765481590784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4589us (4668us total) trans 4294975380 rc 0/0 00010000:00010000:3.0:1762170988.840661:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.840661:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41610 00000004:00080000:2.0:1762170988.840701:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b92a00/2, rc 0, transno 4294975380 00010000:00010000:3.0:1762170988.840702:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.840732:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481590784:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.840736:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.840752:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.840760:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc34db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.840770:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08c8700/2, rc 0, transno 4294977130 00010000:00010000:3.0:1762170988.840779:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.840782:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.840784:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481593600:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.840787:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.840787:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481568128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.840819:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.840831:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481593728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.840854:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.840866:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481593600 00000100:00100000:2.0:1762170988.840872:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481593600 00000100:00100000:2.0:1762170988.840898:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481593728 00000100:00100000:2.0:1762170988.840902:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481593728 00000100:00100000:3.0:1762170988.840923:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481591552:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.840938:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41620 00010000:00010000:3.0:1762170988.840944:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.840948:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41621 00000100:00100000:2.0:1762170988.840952:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebe3d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+650:3641:x1847765481593600:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.840958:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:2.0:1762170988.840974:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1963 count 1 00000100:00100000:1.0:1762170988.840980:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481592448:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.840988:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.840989:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.840994:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481592320:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.840998:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.841015:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7200/0x96d1ba5869cbf357 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59d7 expref: 374 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.841015:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.841016:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.841033:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489601280 00000100:00100000:1.0:1762170988.841040:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489601280 00010000:00010000:2.0:1762170988.841041:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.841041:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.841046:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.841052:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841065:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3a00/0x96d1ba5869cbf334 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc599f expref: 375 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.841079:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7200/0x96d1ba5869cbf357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59d7 expref: 375 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.841095:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489601024 00010000:00010000:2.0:1762170988.841096:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7200/0x96d1ba5869cbf357 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59d7 expref: 375 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.841100:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489601024 00000100:00100000:2.0:1762170988.841113:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481593856:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.841118:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f7400/0x96d1ba5869cbf086 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5076 expref: 545 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.841139:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489601408 00000100:00100000:1.0:1762170988.841142:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489601408 00010000:00010000:1.0:1762170988.841158:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0400/0x96d1ba5869cbf2f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5913 expref: 376 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.841162:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489601152 00000100:00100000:3.0:1762170988.841168:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489601152 00000100:00100000:2.0:1762170988.841172:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.841186:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32991 00010000:00010000:3.0:1762170988.841191:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2600/0x96d1ba5869cbf326 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5975 expref: 377 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.841201:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+377:2415:x1847765489601280:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.841209:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0600/0x96d1ba5869cbf32d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5983 expref: 377 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.841211:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.841218:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32992 00010000:00010000:1.0:1762170988.841221:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3a00/0x96d1ba5869cbf334 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc599f expref: 377 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.841234:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+545:2417:x1847765489601024:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.841237:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481591424:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.841238:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3a00/0x96d1ba5869cbf334 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc599f expref: 376 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.841261:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841261:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3a00/0x96d1ba5869cbf334 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc599f expref: 376 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.841283:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841284:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.841289:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.841295:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841295:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841313:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.841315:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.841317:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841323:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f7400/0x96d1ba5869cbf086 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5076 expref: 545 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.841339:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.841341:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841348:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f7400/0x96d1ba5869cbf086 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5076 expref: 545 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.841362:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+375:2415:x1847765489601280:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 166us (406us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.841363:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.841371:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32991 00010000:00010000:2.0:1762170988.841376:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.841382:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.841388:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32993 00010000:00010000:2.0:1762170988.841396:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.841399:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+374:2417:x1847765489601408:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.841403:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841407:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.841410:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7400/0x96d1ba5869cbf086 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5076 expref: 545 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.841414:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0400/0x96d1ba5869cbf2f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5913 expref: 374 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.841420:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841442:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0400/0x96d1ba5869cbf2f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5913 expref: 374 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.841449:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841459:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab0400/0x96d1ba5869cbf2f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5913 expref: 374 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.841460:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc34e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841478:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.841481:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.841483:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.841486:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.841490:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.841491:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.841494:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.841495:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.841501:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.841506:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841510:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.841516:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.841528:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+373:2417:x1847765489601408:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 132us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.841533:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32993 00010000:00010000:3.0:1762170988.841541:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.841551:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32994 00000100:00100000:1.0:1762170988.841558:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+372:2417:x1847765489601152:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.841564:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.841568:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2600/0x96d1ba5869cbf326 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5975 expref: 372 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.841573:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+544:2417:x1847765489601024:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 341us (583us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.841597:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2600/0x96d1ba5869cbf326 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5975 expref: 372 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.841598:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32992 00010000:00010000:1.0:1762170988.841614:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2600/0x96d1ba5869cbf326 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5975 expref: 372 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.841627:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.841629:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.841632:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841634:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.841646:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+651:3640:x1847765481591296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5000us (5077us total) trans 4294975381 rc 0/0 00010000:00010000:1.0:1762170988.841649:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841657:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.841659:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41612 00000004:00080000:0.0:1762170988.841660:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbce00/2, rc 0, transno 4294975381 00010000:00010000:3.0:1762170988.841674:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.841678:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481591296:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.841683:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.841685:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841701:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.841749:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+371:2417:x1847765489601152:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.841760:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32994 00000100:00100000:0.0:1762170988.841761:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.841770:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481593984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.841807:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481592832:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.841807:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.841833:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841842:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.841848:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841857:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.841857:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481593984 00000100:00100000:0.0:1762170988.841863:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481593984 00010000:00010000:3.0:1762170988.841864:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841865:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841885:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841886:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.841896:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41622 00010000:00010000:1.0:1762170988.841909:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.841909:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+651:3642:x1847765481593984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.841911:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841929:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc34f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.841930:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1964 count 1 00010000:00010000:1.0:1762170988.841932:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.841947:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841954:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.841958:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.841961:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1762170988.841964:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fdc00/0x96d1ba5869cbf35e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59e5 expref: 370 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.841969:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.841975:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.841978:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.841982:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.841987:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.841989:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.842010:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.842012:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.842025:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3505 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.842039:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fdc00/0x96d1ba5869cbf35e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59e5 expref: 370 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.842043:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.842047:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.842051:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.842055:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fdc00/0x96d1ba5869cbf35e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59e5 expref: 370 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.842065:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481594112:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.842101:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.842130:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+652:3640:x1847765481592192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2964us (3086us total) trans 4294975382 rc 0/0 00000100:00100000:1.0:1762170988.842137:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41615 00000004:00080000:1.0:1762170988.842168:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2ca80/2, rc 0, transno 4294975382 00000100:00100000:1.0:1762170988.842175:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481592192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.842219:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+469:3643:x1847765481591808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4210us (4687us total) trans 4294977158 rc 0/0 00000100:00100000:3.0:1762170988.842225:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41614 00000100:00100000:1.0:1762170988.842230:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481594240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.842252:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.842258:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a4700/2, rc 0, transno 4294977158 00010000:00010000:3.0:1762170988.842259:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.842269:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.842270:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.842276:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481591808:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.842278:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.842294:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.842302:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.842305:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.842312:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.842315:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.842317:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481594240 00010000:00010000:3.0:1762170988.842322:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.842325:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481594240 00010000:00010000:3.0:1762170988.842331:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.842337:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc34e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.842339:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481594368:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.842351:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.842355:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.842358:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.842380:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.842382:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41623 00000100:00100000:3.0:1762170988.842394:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+652:3640:x1847765481594240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.842397:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481594368 00000100:00100000:1.0:1762170988.842402:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481594368 00002000:00080000:3.0:1762170988.842411:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1965 count 1 00010000:00010000:3.0:1762170988.842425:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.842436:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2200/0x96d1ba5869cbf365 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59f3 expref: 370 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.842442:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41624 00010000:00010000:3.0:1762170988.842446:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.842449:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.842452:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.842456:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+469:3641:x1847765481594368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.842477:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1783 count 1 00010000:00010000:3.0:1762170988.842489:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2200/0x96d1ba5869cbf365 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59f3 expref: 370 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.842492:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.842508:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2200/0x96d1ba5869cbf365 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59f3 expref: 370 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.842513:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ea600/0x96d1ba5869cc0ad4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f94 expref: 543 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.842518:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481593344:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.842530:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.842532:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1762170988.842535:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481594496:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.842536:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.842540:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.842554:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.842571:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ea600/0x96d1ba5869cc0ad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f94 expref: 543 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.842574:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.842598:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ea600/0x96d1ba5869cc0ad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f94 expref: 543 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.842611:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481594624:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.842637:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.842641:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481593088:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.842660:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.842668:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.842742:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.842766:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489601536 00000100:00100000:1.0:1762170988.842770:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489601536 00000100:00100000:3.0:1762170988.842777:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+653:3640:x1847765481591168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6139us (6280us total) trans 4294975383 rc 0/0 00000100:00100000:3.0:1762170988.842786:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41611 00010000:00010000:1.0:1762170988.842795:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fce00/0x96d1ba5869cbf342 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ad expref: 371 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.842821:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489601664 00000004:00080000:3.0:1762170988.842823:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2e680/2, rc 0, transno 4294975383 00000100:00100000:1.0:1762170988.842825:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489601664 00000100:00100000:3.0:1762170988.842833:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481591168:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.842843:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3800/0x96d1ba5869cbf350 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c9 expref: 372 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.842864:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489601792 00000100:00100000:1.0:1762170988.842868:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489601792 00010000:00010000:1.0:1762170988.842882:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb600/0x96d1ba5869cbf349 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59bb expref: 373 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.842885:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481594752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.842890:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32995 00000100:00100000:3.0:1762170988.842902:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+373:2415:x1847765489601536:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.842910:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.842915:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fce00/0x96d1ba5869cbf342 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ad expref: 373 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.842920:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32996 00000100:00100000:0.0:1762170988.842928:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.842933:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fce00/0x96d1ba5869cbf342 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ad expref: 373 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.842938:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+373:2415:x1847765489601664:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.842951:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fce00/0x96d1ba5869cbf342 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ad expref: 373 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.842952:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.842963:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3800/0x96d1ba5869cbf350 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c9 expref: 373 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.842967:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.842970:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.842974:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.842991:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.842999:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3800/0x96d1ba5869cbf350 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c9 expref: 372 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.843008:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.843016:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab3800/0x96d1ba5869cbf350 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c9 expref: 372 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.843028:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+371:2415:x1847765489601536:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 128us (480us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.843029:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.843034:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.843037:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32995 00010000:00010000:1.0:1762170988.843039:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.843049:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.843055:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32997 00000100:00100000:3.0:1762170988.843064:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+370:2415:x1847765489601792:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.843070:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.843074:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb600/0x96d1ba5869cbf349 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59bb expref: 370 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.843077:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.843084:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb600/0x96d1ba5869cbf349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59bb expref: 370 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.843084:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.843105:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.843107:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+370:2415:x1847765489601664:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 173us (441us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.843108:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb600/0x96d1ba5869cbf349 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59bb expref: 370 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.843130:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32996 00010000:00010000:3.0:1762170988.843131:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.843132:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.843135:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.843138:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.843151:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.843152:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.843174:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.843181:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.843181:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.843185:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.843192:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.843192:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.843200:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.843201:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+368:2415:x1847765489601792:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 138us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.843219:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32997 00010000:00010000:1.0:1762170988.843220:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.843226:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.843232:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.843241:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.843242:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.843245:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481594752 00010000:00010000:0.0:1762170988.843246:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170988.843250:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481594752 00010000:00010000:0.0:1762170988.843253:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.843262:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.843265:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.843266:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.843272:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41625 00000100:00100000:3.0:1762170988.843285:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+655:3642:x1847765481594752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.843288:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc3521 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.843289:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.843296:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1966 count 1 00010000:00010000:3.0:1762170988.843313:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.843320:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.843321:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.843325:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.843327:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab6000/0x96d1ba5869cbf36c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a01 expref: 367 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.843329:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.843339:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc350c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.843341:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.843345:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.843350:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.843360:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481593472:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.843364:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.843367:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.843371:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.843372:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab6000/0x96d1ba5869cbf36c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a01 expref: 367 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.843375:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.843389:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.843395:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab6000/0x96d1ba5869cbf36c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a01 expref: 367 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.843410:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481594880:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.843450:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c000 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.843467:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+655:3642:x1847765481592960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3209us (3272us total) trans 4294975384 rc 0/0 00000100:00100000:0.0:1762170988.843474:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41619 00000100:00100000:1.0:1762170988.843498:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+654:3641:x1847765481592576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3598us (3931us total) trans 4294975385 rc 0/0 00000100:00100000:1.0:1762170988.843507:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41616 00000004:00080000:0.0:1762170988.843519:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a6d80/2, rc 0, transno 4294975384 00010000:00010000:3.0:1762170988.843523:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.843533:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.843533:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481592960:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.843546:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.843550:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbdf80/2, rc 0, transno 4294975385 00010000:00010000:3.0:1762170988.843552:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.843561:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+470:3641:x1847765481587072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16582us (16686us total) trans 4294977159 rc 0/0 00000100:00100000:1.0:1762170988.843561:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481592576:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.843570:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.843576:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41595 00010000:00010000:3.0:1762170988.843580:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1762170988.843593:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bc700/2, rc 0, transno 4294977159 00010000:00010000:3.0:1762170988.843597:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.843605:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.843609:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481587072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.843610:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.843622:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1762170988.843631:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.843631:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.843646:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481595008:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.843647:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.843659:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc34fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.843668:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481595136:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.843677:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.843681:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.843685:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.843686:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.843701:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1762170988.843735:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481595264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.843737:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.843779:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.843785:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.843792:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.843796:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481595008 00010000:00010000:0.0:1762170988.843798:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.843803:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481595008 00010000:00010000:0.0:1762170988.843810:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.843827:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.843831:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.843836:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481595136 00010000:00010000:3.0:1762170988.843838:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.843842:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481595136 00010000:00010000:3.0:1762170988.843846:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.843850:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.843856:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.843866:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.843869:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481595264 00010000:00010000:3.0:1762170988.843875:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cdc00/0x96d1ba5869cc3513 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.843875:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481595264 00010000:00010000:3.0:1762170988.843895:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.843896:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.843899:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.843908:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41626 00000100:00100000:1.0:1762170988.843917:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+656:3642:x1847765481595008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.843929:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1967 count 1 00010000:00010000:1.0:1762170988.843941:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.843950:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fd600/0x96d1ba5869cbf373 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a0f expref: 367 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.843955:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.843957:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.843959:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.843970:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+657:3643:x1847765481592704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3944us (4196us total) trans 4294975386 rc 0/0 00010000:00010000:1.0:1762170988.843977:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fd600/0x96d1ba5869cbf373 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a0f expref: 367 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.843979:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41617 00010000:00010000:1.0:1762170988.843989:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fd600/0x96d1ba5869cbf373 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a0f expref: 367 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.843998:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481595392:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.844004:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41627 00000100:00100000:0.0:1762170988.844016:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+656:3641:x1847765481595136:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.844028:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+656:3642:x1847765481588992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10856us (11051us total) trans 4294975387 rc 0/0 00002000:00080000:0.0:1762170988.844030:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1968 count 1 00000100:00100000:1.0:1762170988.844035:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321300 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.844036:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41602 00010000:00010000:0.0:1762170988.844048:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.844062:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41628 00010000:00010000:0.0:1762170988.844063:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb200/0x96d1ba5869cbf37a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a1d expref: 367 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.844072:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+470:3640:x1847765481595264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.844073:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.844077:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489601920 00010000:00010000:0.0:1762170988.844077:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.844082:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489601920 00002000:00080000:3.0:1762170988.844083:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1784 count 1 00010000:00010000:0.0:1762170988.844083:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.844096:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.844101:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f1c00/0x96d1ba5869cbf08d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5084 expref: 544 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.844108:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6c00/0x96d1ba5869cbf0a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ae expref: 544 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.844112:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb200/0x96d1ba5869cbf37a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a1d expref: 367 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.844116:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.844119:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.844122:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.844125:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32998 00010000:00010000:0.0:1762170988.844131:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb200/0x96d1ba5869cbf37a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a1d expref: 367 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.844138:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+544:2417:x1847765489601920:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.844147:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f6c00/0x96d1ba5869cbf0a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ae expref: 544 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.844149:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.844158:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f1c00/0x96d1ba5869cbf08d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5084 expref: 544 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.844171:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f6c00/0x96d1ba5869cbf0a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ae expref: 544 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.844172:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481595520:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.844175:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f1c00/0x96d1ba5869cbf08d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5084 expref: 544 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.844196:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481595648:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.844202:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f1c00/0x96d1ba5869cbf08d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5084 expref: 544 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.844207:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.844211:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.844214:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.844217:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.844219:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.844226:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.844241:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1762170988.844245:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e5880/2, rc 0, transno 4294975387 00000100:00100000:0.0:1762170988.844258:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481588992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.844261:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+543:2417:x1847765489601920:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 124us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.844271:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32998 00000100:00100000:0.0:1762170988.844310:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481595776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.844342:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1762170988.844390:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ac9f80/2, rc 0, transno 4294975386 00000100:00100000:0.0:1762170988.844397:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481592704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.844426:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.844432:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea95e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481595904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.844461:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.844485:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481595776 00000100:00100000:0.0:1762170988.844488:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481595776 00000100:00100000:0.0:1762170988.844508:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481595904 00000100:00100000:0.0:1762170988.844510:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481595904 00000100:00100000:0.0:1762170988.844526:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41629 00000100:00100000:0.0:1762170988.844532:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+657:3642:x1847765481595776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.844542:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1969 count 1 00010000:00010000:0.0:1762170988.844551:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.844559:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7800/0x96d1ba5869cbf430 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a2b expref: 367 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.844567:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41630 00010000:00010000:0.0:1762170988.844573:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.844575:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.844577:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.844595:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+657:3642:x1847765481595904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.844613:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1970 count 1 00010000:00010000:0.0:1762170988.844615:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7800/0x96d1ba5869cbf430 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a2b expref: 367 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.844629:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.844629:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7800/0x96d1ba5869cbf430 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a2b expref: 367 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.844655:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf99f200/0x96d1ba5869cbf628 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a39 expref: 367 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.844656:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1462300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481596032:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.844674:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.844676:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.844679:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.844699:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.844703:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf99f200/0x96d1ba5869cbf628 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a39 expref: 367 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.844776:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf99f200/0x96d1ba5869cbf628 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a39 expref: 367 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.844789:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481596160:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.844830:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea63216c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.844850:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+470:3642:x1847765481593728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.844866:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1782 count 1 00010000:00010000:1.0:1762170988.844880:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.844891:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f2a00/0x96d1ba5869cbf094 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5092 expref: 542 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.844898:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.844900:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.844903:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.844929:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f2a00/0x96d1ba5869cbf094 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5092 expref: 542 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.844939:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f2a00/0x96d1ba5869cbf094 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5092 expref: 542 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.844949:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481596288:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.844986:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321900 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.845356:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.845366:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.845375:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.845384:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.845400:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.845412:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.845417:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.845424:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.845429:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.845437:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.845450:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.845457:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc351a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.845475:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.845478:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.845481:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.845616:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481594496:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.845621:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481594112:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.845643:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.845663:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+471:3641:x1847765481593216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5426us (5496us total) trans 4294977160 rc 0/0 00000100:00100000:2.0:1762170988.845672:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41618 00010000:00010000:3.0:1762170988.845699:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.845702:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ac8700/2, rc 0, transno 4294977160 00000100:00100000:2.0:1762170988.845749:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481593856:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.845754:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481593216:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.845770:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.845830:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170988.845841:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481596416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.845875:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.845900:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+470:3643:x1847765481561984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65413us (65538us total) trans 4294977129 rc 0/0 00000100:00100000:0.0:1762170988.845906:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41497 00000100:00100000:3.0:1762170988.846013:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481594880:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.846028:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.846038:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e2a00/2, rc 0, transno 4294977129 00000100:00100000:2.0:1762170988.846044:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481594624:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.846057:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481561984:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.846059:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.846086:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481596416 00000100:00100000:2.0:1762170988.846092:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481596416 00000100:00100000:1.0:1762170988.846118:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481596544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.846129:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41631 00000100:00100000:2.0:1762170988.846140:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+470:3641:x1847765481596416:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.846154:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1762170988.846157:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1785 count 1 00010000:00010000:2.0:1762170988.846171:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.846184:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f2600/0x96d1ba5869cbf0a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50bc expref: 542 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.846191:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.846193:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.846196:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.846220:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f2600/0x96d1ba5869cbf0a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50bc expref: 542 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.846236:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f2600/0x96d1ba5869cbf0a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50bc expref: 542 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.846246:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481596672:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.846287:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481596544 00000100:00100000:0.0:1762170988.846291:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481596544 00000100:00100000:2.0:1762170988.846302:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.846321:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41632 00000100:00100000:0.0:1762170988.846330:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+471:3641:x1847765481596544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.846342:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1786 count 1 00010000:00010000:0.0:1762170988.846352:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.846364:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f4000/0x96d1ba5869cbf0b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ca expref: 542 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.846370:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.846372:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.846375:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.846400:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f4000/0x96d1ba5869cbf0b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ca expref: 542 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.846411:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f4000/0x96d1ba5869cbf0b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ca expref: 542 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.846422:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1463b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481596800:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.846471:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+471:3643:x1847765481579392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33967us (34036us total) trans 4294977144 rc 0/0 00000100:00100000:3.0:1762170988.846478:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41566 00000004:00080000:0.0:1762170988.846539:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb3100/2, rc 0, transno 4294977144 00000100:00100000:0.0:1762170988.846556:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481579392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.846574:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.846632:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889da0ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481596928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.846658:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.846682:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481596928 00000100:00100000:3.0:1762170988.846687:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481596928 00000100:00100000:3.0:1762170988.846824:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41633 00000100:00100000:3.0:1762170988.846831:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+471:3642:x1847765481596928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.846841:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1787 count 1 00010000:00010000:3.0:1762170988.846942:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.846951:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f0800/0x96d1ba5869cbf0b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d8 expref: 542 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.846960:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.846961:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.846963:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.846981:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f0800/0x96d1ba5869cbf0b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d8 expref: 542 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.846988:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f0800/0x96d1ba5869cbf0b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d8 expref: 542 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.846995:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481597056:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.847030:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481595520:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.847040:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c000 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.847049:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.847069:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481595648:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.847084:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.847141:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1462300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481596032:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.847158:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.847167:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.847201:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.847247:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.847266:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489602176 00000100:00100000:1.0:1762170988.847270:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489602176 00010000:00010000:1.0:1762170988.847295:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fdc00/0x96d1ba5869cbf35e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59e5 expref: 368 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.847324:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489602432 00000100:00100000:1.0:1762170988.847327:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489602432 00000100:00100000:3.0:1762170988.847332:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489602048 00000100:00100000:3.0:1762170988.847338:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489602048 00010000:00010000:1.0:1762170988.847347:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ea600/0x96d1ba5869cc0ad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f94 expref: 543 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.847361:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7200/0x96d1ba5869cbf357 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59d7 expref: 369 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.847370:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 32999 00000100:00100000:1.0:1762170988.847381:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889da0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+369:2416:x1847765489602176:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.847392:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.847398:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fdc00/0x96d1ba5869cbf35e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59e5 expref: 369 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.847399:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33000 00000100:00100000:3.0:1762170988.847411:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+543:2416:x1847765489602432:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.847416:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fdc00/0x96d1ba5869cbf35e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59e5 expref: 369 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.847422:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.847431:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ea600/0x96d1ba5869cc0ad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f94 expref: 543 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.847440:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fdc00/0x96d1ba5869cbf35e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59e5 expref: 369 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.847446:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ea600/0x96d1ba5869cc0ad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f94 expref: 543 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.847459:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.847463:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.847468:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.847469:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ea600/0x96d1ba5869cc0ad4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f94 expref: 543 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.847491:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.847493:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.847496:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.847502:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.847511:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.847519:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.847542:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.847548:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.847558:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.847559:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889da0ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+368:2416:x1847765489602176:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 179us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.847571:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+542:2416:x1847765489602432:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.847579:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 32999 00010000:00010000:2.0:1762170988.847580:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.847598:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.847606:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.847617:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489602304 00000100:00100000:1.0:1762170988.847622:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489602304 00010000:00010000:2.0:1762170988.847628:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.847636:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.847639:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2200/0x96d1ba5869cbf365 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59f3 expref: 368 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.847644:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.847657:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.847660:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.847667:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33001 00010000:00010000:0.0:1762170988.847669:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.847678:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+368:2416:x1847765489602048:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.847681:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.847687:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.847690:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc353d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.847694:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7200/0x96d1ba5869cbf357 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59d7 expref: 368 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.847740:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7200/0x96d1ba5869cbf357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59d7 expref: 368 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.847742:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.847746:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.847751:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.847762:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7200/0x96d1ba5869cbf357 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59d7 expref: 368 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.847776:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.847778:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.847782:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.847794:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.847795:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.847809:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33000 00010000:00010000:1.0:1762170988.847823:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.847828:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489602560 00000100:00100000:3.0:1762170988.847834:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489602560 00000100:00100000:1.0:1762170988.847851:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+368:2416:x1847765489602048:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.847865:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33001 00000100:00100000:0.0:1762170988.847872:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.847874:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.847884:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.847884:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489602816 00000100:00100000:1.0:1762170988.847890:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489602816 00010000:00010000:2.0:1762170988.847895:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.847904:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.847910:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f6c00/0x96d1ba5869cbf0a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ae expref: 542 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.847917:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.847924:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.847933:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489602688 00000100:00100000:1.0:1762170988.847937:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489602688 00010000:00010000:3.0:1762170988.847948:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab6000/0x96d1ba5869cbf36c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a01 expref: 368 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.847957:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb200/0x96d1ba5869cbf37a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a1d expref: 368 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.847979:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33002 00000100:00100000:0.0:1762170988.847984:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.848007:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.848030:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33003 00000100:00100000:3.0:1762170988.848036:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+368:2416:x1847765489602304:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.848047:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+542:2416:x1847765489602816:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.848051:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.848058:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2200/0x96d1ba5869cbf365 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59f3 expref: 368 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.848058:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.848066:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.848069:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f6c00/0x96d1ba5869cbf0a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ae expref: 542 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.848077:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2200/0x96d1ba5869cbf365 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59f3 expref: 368 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.848083:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebe3d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+658:3641:x1847765481593600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7133us (7262us total) trans 4294975388 rc 0/0 00010000:00010000:1.0:1762170988.848089:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f6c00/0x96d1ba5869cbf0a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ae expref: 542 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.848098:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab2200/0x96d1ba5869cbf365 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59f3 expref: 368 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.848101:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41620 00000100:00100000:0.0:1762170988.848103:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.848119:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.848124:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.848124:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6c00/0x96d1ba5869cbf0a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ae expref: 542 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.848128:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.848141:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.848143:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.848148:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.848154:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.848167:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.848181:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.848188:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.848212:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+541:2416:x1847765489602816:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 172us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.848219:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.848228:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33003 00010000:00010000:3.0:1762170988.848230:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.848250:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489602944 00000004:00080000:2.0:1762170988.848251:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ac8e00/2, rc 0, transno 4294975388 00000100:00100000:1.0:1762170988.848256:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489602944 00000100:00100000:3.0:1762170988.848258:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+367:2416:x1847765489602304:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 230us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.848268:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33002 00000100:00100000:2.0:1762170988.848268:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481593600:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.848275:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7800/0x96d1ba5869cbf430 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a2b expref: 368 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.848285:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489603072 00000100:00100000:3.0:1762170988.848290:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489603072 00000100:00100000:1.0:1762170988.848296:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489603200 00000100:00100000:1.0:1762170988.848301:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489603200 00010000:00010000:3.0:1762170988.848308:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf99f200/0x96d1ba5869cbf628 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a39 expref: 368 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.848321:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f2a00/0x96d1ba5869cbf094 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5092 expref: 541 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.848327:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.848332:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.848342:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481597184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.848344:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489603328 00000100:00100000:1.0:1762170988.848349:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489603328 00010000:00010000:0.0:1762170988.848353:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.848359:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.848368:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.848369:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fd600/0x96d1ba5869cbf373 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a0f expref: 369 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.848380:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.848386:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.848394:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489603584 00000100:00100000:3.0:1762170988.848400:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489603584 00000100:00100000:1.0:1762170988.848400:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489603456 00000100:00100000:1.0:1762170988.848406:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489603456 00010000:00010000:0.0:1762170988.848413:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.848419:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.848426:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.848426:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f2600/0x96d1ba5869cbf0a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50bc expref: 543 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.848427:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481597184 00000100:00100000:2.0:1762170988.848434:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481597184 00000100:00100000:1.0:1762170988.848452:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489603712 00000100:00100000:1.0:1762170988.848454:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489603712 00000100:00100000:2.0:1762170988.848466:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41634 00010000:00010000:1.0:1762170988.848468:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f0800/0x96d1ba5869cbf0b7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d8 expref: 544 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.848479:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+659:3642:x1847765481597184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.848481:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.848486:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33004 00010000:00010000:3.0:1762170988.848487:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.848496:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.848497:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+369:2416:x1847765489602560:12345-192.168.202.10@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1762170988.848499:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1971 count 1 00010000:00010000:3.0:1762170988.848515:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.848515:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.848518:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.848525:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab6000/0x96d1ba5869cbf36c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a01 expref: 369 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.848532:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc3528 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.848550:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1600/0x96d1ba5869cbf636 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a47 expref: 369 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.848553:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+659:3642:x1847765481593984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6645us (6747us total) trans 4294975389 rc 0/0 00010000:00010000:3.0:1762170988.848559:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.848560:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab6000/0x96d1ba5869cbf36c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a01 expref: 369 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.848565:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.848565:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.848571:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.848572:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41622 00010000:00010000:2.0:1762170988.848577:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.848600:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.848610:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab6000/0x96d1ba5869cbf36c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a01 expref: 369 pid: 24348 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.848616:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb0e00/2, rc 0, transno 4294975389 00010000:00010000:2.0:1762170988.848622:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1600/0x96d1ba5869cbf636 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a47 expref: 368 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.848622:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.848626:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.848627:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481593984:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.848633:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.848646:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1600/0x96d1ba5869cbf636 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a47 expref: 368 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.848647:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.848658:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.848673:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481597312:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.848674:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.848680:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1463b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481596800:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.848685:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.848699:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.848704:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.848705:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc800/0x96d1ba5869cc352f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.848758:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+368:2416:x1847765489602560:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 261us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.848767:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33004 00010000:00010000:3.0:1762170988.848799:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.848803:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.848806:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.848808:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.848815:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.848829:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170988.848831:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33005 00010000:00010000:3.0:1762170988.848838:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f4000/0x96d1ba5869cbf0b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ca expref: 544 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.848843:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481597440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.848848:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1460380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+367:2415:x1847765489602688:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.848860:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.848865:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb200/0x96d1ba5869cbf37a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a1d expref: 367 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.848877:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb200/0x96d1ba5869cbf37a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a1d expref: 367 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.848885:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.848900:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fb200/0x96d1ba5869cbf37a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a1d expref: 367 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.848911:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.848913:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.848916:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.848922:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481597440 00010000:00010000:1.0:1762170988.848923:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.848926:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481597440 00010000:00010000:1.0:1762170988.848957:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.848966:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.848967:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41635 00010000:00010000:0.0:1762170988.848978:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.848983:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+659:3641:x1847765481597440:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.848984:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33006 00000100:00100000:1.0:1762170988.848991:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1460380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+366:2415:x1847765489602688:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 146us (1075us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.848999:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.849001:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+366:2417:x1847765489602944:12345-192.168.202.10@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1762170988.849004:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1972 count 1 00000100:00100000:1.0:1762170988.849009:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33005 00010000:00010000:3.0:1762170988.849018:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.849019:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.849022:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.849028:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7800/0x96d1ba5869cbf430 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a2b expref: 365 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.849035:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33007 00010000:00010000:3.0:1762170988.849053:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7800/0x96d1ba5869cbf430 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a2b expref: 365 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.849053:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2200/0x96d1ba5869cbf64b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a55 expref: 365 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.849053:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+365:2414:x1847765489603072:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.849056:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.849069:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.849077:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.849080:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf99f200/0x96d1ba5869cbf628 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a39 expref: 365 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.849081:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.849086:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.849091:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8ab7800/0x96d1ba5869cbf430 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a2b expref: 365 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.849101:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf99f200/0x96d1ba5869cbf628 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a39 expref: 365 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.849135:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.849135:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.849137:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.849139:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.849142:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.849144:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.849145:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849148:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.849171:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.849171:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cd800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.849172:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.849178:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+660:3641:x1847765481595136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5163us (5466us total) trans 4294975390 rc 0/0 00010000:00010000:2.0:1762170988.849179:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.849199:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41627 00010000:00010000:2.0:1762170988.849205:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849210:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.849212:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.849219:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.849228:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cd800/0x96d1ba5869cc3552 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.849230:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.849239:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+364:2414:x1847765489603072:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 190us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.849246:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+364:2417:x1847765489602944:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 249us (1267us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.849250:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.849250:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.849254:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.849257:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33007 00010000:00010000:2.0:1762170988.849260:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.849268:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33006 00010000:00010000:0.0:1762170988.849280:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.849282:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33008 00000004:00080000:2.0:1762170988.849288:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2c380/2, rc 0, transno 4294975390 00010000:00010000:0.0:1762170988.849294:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.849296:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+544:2416:x1847765489603200:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.849302:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33009 00000100:00100000:2.0:1762170988.849304:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481595136:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.849311:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.849319:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f2a00/0x96d1ba5869cbf094 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5092 expref: 544 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.849324:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.849325:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b709880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+362:2417:x1847765489603328:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.849339:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.849341:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.849346:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849347:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f2a00/0x96d1ba5869cbf094 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5092 expref: 544 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.849350:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fd600/0x96d1ba5869cbf373 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a0f expref: 362 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.849351:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481597568:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.849375:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.849380:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.849380:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849384:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.849389:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.849390:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.849400:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849403:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.849423:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849428:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.849434:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cda00/0x96d1ba5869cc3560 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.849439:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2200/0x96d1ba5869cbf64b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a55 expref: 362 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.849444:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fd600/0x96d1ba5869cbf373 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a0f expref: 362 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.849453:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+544:2416:x1847765489603200:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 158us (1390us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.849458:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.849462:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.849465:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.849473:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33008 00010000:00010000:3.0:1762170988.849474:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.849479:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.849480:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2200/0x96d1ba5869cbf64b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a55 expref: 362 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.849483:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.849495:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33010 00000100:00100000:2.0:1762170988.849506:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481597696:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.849510:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.849511:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+543:2414:x1847765489603456:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.849526:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.849531:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.849534:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f2600/0x96d1ba5869cbf0a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50bc expref: 543 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.849537:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.849551:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f2600/0x96d1ba5869cbf0a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50bc expref: 543 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.849561:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b709880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+362:2417:x1847765489603328:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 241us (1464us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.849565:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.849571:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33009 00010000:00010000:1.0:1762170988.849571:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.849578:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849598:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.849610:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33011 00010000:00010000:1.0:1762170988.849613:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.849619:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+660:3642:x1847765481595776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5082us (5270us total) trans 4294975391 rc 0/0 00000100:00100000:3.0:1762170988.849624:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+543:2414:x1847765489603712:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.849634:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41629 00010000:00010000:3.0:1762170988.849637:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.849642:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+543:2414:x1847765489603456:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 132us (1423us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.849646:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f0800/0x96d1ba5869cbf0b7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d8 expref: 543 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.849655:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33010 00000100:00100000:0.0:1762170988.849657:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481597568 00000100:00100000:0.0:1762170988.849662:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481597568 00000100:00100000:1.0:1762170988.849675:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33012 00000100:00100000:1.0:1762170988.849686:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3be450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+542:2414:x1847765489603584:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.849692:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41636 00010000:00010000:1.0:1762170988.849695:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.849703:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f4000/0x96d1ba5869cbf0b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ca expref: 542 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.849705:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2aca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+660:3641:x1847765481597568:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.849746:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f0800/0x96d1ba5869cbf0b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d8 expref: 542 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.849751:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f4000/0x96d1ba5869cbf0b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ca expref: 542 pid: 10282 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.849771:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1973 count 1 00010000:00010000:3.0:1762170988.849772:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.849777:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.849777:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f4000/0x96d1ba5869cbf0b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50ca expref: 542 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.849782:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.849788:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849796:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.849800:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.849803:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849806:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.849814:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1200/0x96d1ba5869cbf644 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a63 expref: 361 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.849827:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.849838:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.849841:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.849842:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.849847:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.849875:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1200/0x96d1ba5869cbf644 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a63 expref: 361 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.849882:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf9fd600/0x96d1ba5869cbf373 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a0f expref: 361 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.849892:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1200/0x96d1ba5869cbf644 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a63 expref: 361 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.849901:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481595392:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.849907:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+541:2414:x1847765489603712:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 234us (1523us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.849909:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481597824:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.849921:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.849925:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33011 00010000:00010000:1.0:1762170988.849935:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849943:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849950:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.849955:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.849961:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.849967:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.849974:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.849980:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.849988:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.849991:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.850001:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2f100/2, rc 0, transno 4294975391 00010000:00010000:3.0:1762170988.850002:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.850019:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.850020:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481595776:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.850033:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc354b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.850055:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.850058:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.850061:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.850077:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.850082:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+661:3642:x1847765481595008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6165us (6397us total) trans 4294975392 rc 0/0 00000100:00100000:2.0:1762170988.850093:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170988.850098:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.850102:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41626 00000100:00100000:2.0:1762170988.850108:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481597952:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170988.850108:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2df80/2, rc 0, transno 4294975392 00000100:00100000:0.0:1762170988.850122:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481595008:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.850123:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.850133:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.850149:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.850150:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.850157:0:176030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf99f200/0x96d1ba5869cbf628 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a39 expref: 360 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.850162:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.850168:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.850178:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.850181:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481596160:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.850182:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.850183:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481598080:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.850192:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481597952 00000100:00100000:0.0:1762170988.850198:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481597952 00010000:00010000:3.0:1762170988.850201:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.850205:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.850218:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.850219:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.850220:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.850224:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41637 00010000:00010000:3.0:1762170988.850240:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3536 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.850240:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+661:3643:x1847765481597952:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.850242:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.850261:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.850262:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1974 count 1 00010000:00010000:3.0:1762170988.850264:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.850268:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.850273:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.850274:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.850280:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.850295:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8467600/0x96d1ba5869cbf660 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a71 expref: 359 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.850297:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.850307:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.850310:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.850314:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.850338:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8467600/0x96d1ba5869cbf660 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a71 expref: 359 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.850350:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8467600/0x96d1ba5869cbf660 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a71 expref: 359 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.850361:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.850364:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481598208:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.850368:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.850378:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.850383:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.850391:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.850395:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.850398:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+663:3640:x1847765481594240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8007us (8128us total) trans 4294975393 rc 0/0 00000100:00100000:3.0:1762170988.850408:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41623 00010000:00010000:2.0:1762170988.850412:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.850419:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481598080 00010000:00010000:2.0:1762170988.850422:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3567 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.850425:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481598080 00000100:00100000:1.0:1762170988.850426:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+662:3642:x1847765481595904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5847us (5963us total) trans 4294975394 rc 0/0 00000004:00080000:3.0:1762170988.850437:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddc000/2, rc 0, transno 4294975393 00000100:00100000:1.0:1762170988.850441:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41630 00000100:00100000:3.0:1762170988.850449:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481594240:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.850460:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.850464:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41638 00010000:00010000:2.0:1762170988.850465:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.850469:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.850475:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+662:3643:x1847765481598080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.850487:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1975 count 1 00010000:00010000:1.0:1762170988.850497:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.850501:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea95e8700/2, rc 0, transno 4294975394 00010000:00010000:1.0:1762170988.850507:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2e00/0x96d1ba5869cbf667 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a7f expref: 359 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.850508:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481598336:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.850518:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.850520:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea95e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481595904:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.850521:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.850525:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.850544:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2e00/0x96d1ba5869cbf667 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a7f expref: 359 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.850551:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.850556:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2e00/0x96d1ba5869cbf667 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a7f expref: 359 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.850567:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481598464:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.850596:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481598336 00000100:00100000:3.0:1762170988.850598:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170988.850602:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481598336 00000100:00100000:1.0:1762170988.850603:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321000 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.850609:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481598592:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.850629:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.850641:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41639 00000100:00100000:3.0:1762170988.850642:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.850647:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3be450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+540:2414:x1847765489603584:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 963us (2466us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.850659:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33012 00000100:00100000:0.0:1762170988.850660:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+663:3640:x1847765481598336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.850676:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1976 count 1 00000100:00100000:3.0:1762170988.850689:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481598592 00010000:00010000:0.0:1762170988.850689:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.850696:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481598592 00010000:00010000:0.0:1762170988.850733:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1c00/0x96d1ba5869cbf66e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a8d expref: 359 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.850739:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41640 00010000:00010000:0.0:1762170988.850748:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.850749:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+664:3640:x1847765481598592:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.850753:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.850758:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.850761:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1977 count 1 00010000:00010000:3.0:1762170988.850772:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.850783:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8464800/0x96d1ba5869cbf675 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a9b expref: 359 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.850788:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1c00/0x96d1ba5869cbf66e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a8d expref: 359 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.850795:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.850799:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.850804:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.850807:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1c00/0x96d1ba5869cbf66e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a8d expref: 359 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.850826:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1461180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481598720:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.850834:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8464800/0x96d1ba5869cbf675 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a9b expref: 359 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.850844:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8464800/0x96d1ba5869cbf675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a9b expref: 359 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.850853:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481598848:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.850870:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.850874:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.850894:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.850894:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.850903:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.850909:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.850913:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.850918:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489603840 00000100:00100000:1.0:1762170988.850922:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489603840 00010000:00010000:3.0:1762170988.850931:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.850941:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1600/0x96d1ba5869cbf636 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a47 expref: 360 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.850947:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.850954:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.850963:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.850966:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33013 00010000:00010000:0.0:1762170988.850970:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.850975:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+360:2415:x1847765489603840:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.850987:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.850988:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.850992:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1600/0x96d1ba5869cbf636 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a47 expref: 360 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.851012:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1600/0x96d1ba5869cbf636 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a47 expref: 360 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.851016:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.851025:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.851027:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3544 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.851028:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.851032:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.851044:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.851057:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.851063:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.851068:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+665:3642:x1847765481594752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7786us (8144us total) trans 4294975395 rc 0/0 00010000:00010000:0.0:1762170988.851068:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.851074:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.851078:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+360:2415:x1847765489603840:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 102us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.851079:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41625 00000100:00100000:1.0:1762170988.851091:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33013 00000004:00080000:0.0:1762170988.851108:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a5180/2, rc 0, transno 4294975395 00010000:00010000:3.0:1762170988.851120:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.851123:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481594752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.851136:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851145:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.851151:0:176029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f2a00/0x96d1ba5869cbf094 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5092 expref: 539 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.851160:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.851168:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481596288:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.851174:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.851181:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851182:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.851189:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.851192:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.851193:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481598976:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.851201:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.851207:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.851208:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851222:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.851225:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851233:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.851236:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.851245:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851246:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3559 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851274:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.851274:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.851280:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851285:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.851288:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851293:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851300:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851305:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc356e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851322:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.851325:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.851329:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.851336:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.851344:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481598976 00000100:00100000:3.0:1762170988.851348:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481598976 00010000:00010000:2.0:1762170988.851354:0:176027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1600/0x96d1ba5869cbf636 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a47 expref: 359 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.851372:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481597312:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.851375:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41641 00000100:00100000:3.0:1762170988.851386:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+665:3642:x1847765481598976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.851399:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.851400:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1978 count 1 00000100:00100000:1.0:1762170988.851409:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+473:3642:x1847765481593728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10450us (10554us total) trans 4294977162 rc 0/0 00010000:00010000:3.0:1762170988.851415:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.851415:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.851416:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41621 00010000:00010000:2.0:1762170988.851435:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851442:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8467200/0x96d1ba5869cbf67c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa9 expref: 358 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.851448:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851472:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.851473:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.851476:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.851481:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.851494:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.851505:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8467200/0x96d1ba5869cbf67c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa9 expref: 358 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.851506:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.851514:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.851517:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2d880/2, rc 0, transno 4294977162 00010000:00010000:3.0:1762170988.851521:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8467200/0x96d1ba5869cbf67c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa9 expref: 358 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.851539:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481593728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.851548:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481599104:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.851551:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.851557:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.851566:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.851579:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.851580:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1762170988.851604:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc358a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.851609:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481599232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.851641:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.851649:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.851680:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.851685:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.851689:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.851689:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481599232 00000100:00100000:0.0:1762170988.851695:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481599232 00000100:00100000:0.0:1762170988.851751:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41642 00000100:00100000:0.0:1762170988.851760:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+474:3642:x1847765481599232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.851774:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1788 count 1 00010000:00010000:0.0:1762170988.851790:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.851803:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7600/0x96d1ba5869cbf0be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50e6 expref: 538 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.851812:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.851814:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.851817:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.851843:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f7600/0x96d1ba5869cbf0be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50e6 expref: 538 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.851856:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f7600/0x96d1ba5869cbf0be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50e6 expref: 538 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.851869:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1463b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481599360:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.851872:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+474:3640:x1847765481595264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7802us (8092us total) trans 4294977163 rc 0/0 00000100:00100000:3.0:1762170988.851883:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41628 00000100:00100000:2.0:1762170988.851914:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+666:3642:x1847765481597184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3437us (3535us total) trans 4294975396 rc 0/0 00000004:00080000:3.0:1762170988.851922:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddce00/2, rc 0, transno 4294977163 00000100:00100000:2.0:1762170988.851924:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41634 00000004:00080000:0.0:1762170988.851928:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ac8000/2, rc 0, transno 4294975396 00000100:00100000:3.0:1762170988.851938:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481595264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.851945:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481597184:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.851983:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f2600/0x96d1ba5869cbf0a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50bc expref: 538 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.852000:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481596672:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.852011:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481599488:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.852019:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.852042:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.852049:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8763b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481599616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.852051:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.852075:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481599488 00000100:00100000:0.0:1762170988.852080:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481599488 00000100:00100000:2.0:1762170988.852090:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.852102:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f0800/0x96d1ba5869cbf0b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50d8 expref: 537 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.852115:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481599616 00000100:00100000:3.0:1762170988.852119:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481597056:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.852121:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481599616 00000100:00100000:2.0:1762170988.852141:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41643 00010000:00010000:3.0:1762170988.852143:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.852153:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.852154:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+474:3640:x1847765481599488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.852161:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41644 00010000:00010000:3.0:1762170988.852170:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.852175:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1789 count 1 00000100:00100000:0.0:1762170988.852177:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+666:3641:x1847765481599616:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.852186:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.852193:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.852196:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.852196:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1979 count 1 00010000:00010000:2.0:1762170988.852210:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f5c00/0x96d1ba5869cbf0c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50f4 expref: 536 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.852213:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.852222:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.852226:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.852230:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.852235:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8466000/0x96d1ba5869cbf698 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ab7 expref: 358 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.852245:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.852247:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.852250:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.852256:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f5c00/0x96d1ba5869cbf0c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50f4 expref: 536 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.852279:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f5c00/0x96d1ba5869cbf0c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50f4 expref: 536 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.852285:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8466000/0x96d1ba5869cbf698 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ab7 expref: 358 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.852286:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.852296:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481599744:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.852303:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8466000/0x96d1ba5869cbf698 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ab7 expref: 358 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.852317:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8763100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481599872:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.852330:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.852332:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.852336:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.852345:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.852349:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.852353:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.852363:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.852366:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.852383:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.852386:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.852396:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.852402:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3583 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.852421:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.852428:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+475:3642:x1847765481596928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5596us (5766us total) trans 4294977164 rc 0/0 00010000:00010000:0.0:1762170988.852428:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.852436:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.852440:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41633 00010000:00010000:0.0:1762170988.852448:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.852452:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4684c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+475:3640:x1847765481585920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26266us (26545us total) trans 4294977153 rc 0/0 00010000:00010000:0.0:1762170988.852454:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.852463:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.852464:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41591 00010000:00010000:0.0:1762170988.852470:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.852483:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.852490:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc3575 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.852494:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b90e00/2, rc 0, transno 4294977153 00000100:00100000:3.0:1762170988.852507:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481585920:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.852521:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.852525:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.852529:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.852549:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481600000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.852570:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+474:3641:x1847765481596416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6431us (6694us total) trans 4294977165 rc 0/0 00000100:00100000:2.0:1762170988.852578:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41631 00000100:00100000:0.0:1762170988.852601:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1762170988.852640:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889da0ce9500/2, rc 0, transno 4294977164 00000004:00080000:2.0:1762170988.852646:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddf800/2, rc 0, transno 4294977165 00000100:00100000:0.0:1762170988.852656:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889da0ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481596928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.852657:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481596416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.852682:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481600000 00000100:00100000:1.0:1762170988.852688:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481600000 00000100:00100000:1.0:1762170988.852748:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41645 00000100:00100000:1.0:1762170988.852758:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+474:3642:x1847765481600000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.852772:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1790 count 1 00000100:00100000:0.0:1762170988.852786:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc291b40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.852787:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.852803:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8c00/0x96d1ba5869cbf0cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5102 expref: 536 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.852805:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1762170988.852814:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.852816:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.852818:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481600128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.852820:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.852823:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481600256:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.852852:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8c00/0x96d1ba5869cbf0cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5102 expref: 536 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.852862:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.852871:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8c00/0x96d1ba5869cbf0cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5102 expref: 536 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.852883:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481600384:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.852889:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481600128 00000100:00100000:3.0:1762170988.852895:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481600128 00000100:00100000:0.0:1762170988.852910:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.852913:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea63216c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.852927:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481600256 00000100:00100000:3.0:1762170988.852933:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481600256 00000100:00100000:3.0:1762170988.852969:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41646 00000100:00100000:1.0:1762170988.852980:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41647 00000100:00100000:3.0:1762170988.852982:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+476:3642:x1847765481600128:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.852995:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+476:3640:x1847765481600256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.852998:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1791 count 1 00002000:00080000:1.0:1762170988.853011:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1792 count 1 00010000:00010000:3.0:1762170988.853015:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.853027:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.853028:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d8968c200/0x96d1ba5869cc09c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e83 expref: 536 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.853040:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.853051:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170988.853055:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa000/0x96d1ba5869cbf0da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc511e expref: 536 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.853056:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.853058:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.853061:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.853084:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.853094:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.853098:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.853099:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.853104:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.853142:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.853143:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d8968c200/0x96d1ba5869cc09c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e83 expref: 536 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.853146:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa000/0x96d1ba5869cbf0da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc511e expref: 536 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.853168:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d8968c200/0x96d1ba5869cc09c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e83 expref: 536 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.853170:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa000/0x96d1ba5869cbf0da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc511e expref: 536 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.853194:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481600512:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.853195:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481600640:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.853209:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.853215:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.853224:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cc200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.853228:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.853230:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321300 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.853245:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.853259:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.853267:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104cc200/0x96d1ba5869cc357c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.853292:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.853296:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.853300:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.853304:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+477:3641:x1847765481596544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6973us (7149us total) trans 4294977166 rc 0/0 00000100:00100000:0.0:1762170988.853313:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41632 00000004:00080000:2.0:1762170988.853364:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8dde300/2, rc 0, transno 4294977166 00000100:00100000:2.0:1762170988.853377:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481596544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.853423:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481600768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.853457:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.853472:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c000 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.853495:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481600768 00000100:00100000:2.0:1762170988.853499:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481600768 00000100:00100000:2.0:1762170988.853525:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41648 00000100:00100000:2.0:1762170988.853533:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+477:3641:x1847765481600768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.853545:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1793 count 1 00010000:00010000:2.0:1762170988.853558:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.853568:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd000/0x96d1ba5869cbf0e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc512c expref: 536 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.853575:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.853577:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.853580:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.853611:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481598464:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.853615:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.853620:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd000/0x96d1ba5869cbf0e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc512c expref: 536 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.853633:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd000/0x96d1ba5869cbf0e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc512c expref: 536 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.853635:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.853652:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481599104:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.853654:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481600896:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.853657:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.853676:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.853679:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489603968 00000100:00100000:1.0:1762170988.853685:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489603968 00000100:00100000:2.0:1762170988.853696:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.853732:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8467200/0x96d1ba5869cbf67c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa9 expref: 359 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.853743:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481598848:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.853747:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.853753:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481597696:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.853761:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489604224 00010000:00010000:3.0:1762170988.853763:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.853765:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489604224 00010000:00010000:2.0:1762170988.853774:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.853783:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8464800/0x96d1ba5869cbf675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a9b expref: 360 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.853795:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489604096 00000100:00100000:3.0:1762170988.853801:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489604096 00000100:00100000:0.0:1762170988.853810:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481598208:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.853821:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33014 00010000:00010000:3.0:1762170988.853823:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2200/0x96d1ba5869cbf64b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a55 expref: 361 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.853834:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.853837:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+361:2416:x1847765489603968:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.853849:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.853855:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8467200/0x96d1ba5869cbf67c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa9 expref: 361 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.853866:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33015 00010000:00010000:1.0:1762170988.853866:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8467200/0x96d1ba5869cbf67c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa9 expref: 361 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.853878:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481597824:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.853882:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+361:2416:x1847765489604224:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.853884:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8467200/0x96d1ba5869cbf67c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa9 expref: 361 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.853899:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.853900:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.853902:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.853904:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.853909:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8464800/0x96d1ba5869cbf675 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a9b expref: 360 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.853910:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.853928:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.853935:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8464800/0x96d1ba5869cbf675 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a9b expref: 360 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.853949:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.853956:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8464800/0x96d1ba5869cbf675 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a9b expref: 360 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.853969:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.853971:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.853975:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.853977:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+359:2416:x1847765489603968:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 144us (365us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.853993:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.853997:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33014 00000100:00100000:1.0:1762170988.854024:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33016 00000100:00100000:1.0:1762170988.854036:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+358:2416:x1847765489604096:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.854046:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.854047:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.854054:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2200/0x96d1ba5869cbf64b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a55 expref: 358 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.854068:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2200/0x96d1ba5869cbf64b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a55 expref: 358 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.854084:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2200/0x96d1ba5869cbf64b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a55 expref: 358 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.854097:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.854100:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.854104:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.854111:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.854119:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.854139:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.854141:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.854170:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+357:2416:x1847765489604096:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 136us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.854179:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33016 00010000:00010000:3.0:1762170988.854199:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.854203:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489604480 00000100:00100000:1.0:1762170988.854208:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489604480 00000100:00100000:0.0:1762170988.854214:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.854230:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8467600/0x96d1ba5869cbf660 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a71 expref: 357 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.854231:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+357:2416:x1847765489604224:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 351us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.854250:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33015 00000100:00100000:1.0:1762170988.854270:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489604608 00000100:00100000:1.0:1762170988.854274:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489604608 00000100:00100000:3.0:1762170988.854276:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489604736 00000100:00100000:3.0:1762170988.854282:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489604736 00010000:00010000:1.0:1762170988.854291:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2e00/0x96d1ba5869cbf667 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a7f expref: 358 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.854302:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1c00/0x96d1ba5869cbf66e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a8d expref: 358 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.854307:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489604352 00000100:00100000:1.0:1762170988.854311:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489604352 00010000:00010000:1.0:1762170988.854328:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1200/0x96d1ba5869cbf644 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a63 expref: 359 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.854351:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33017 00000100:00100000:1.0:1762170988.854361:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3be050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+359:2416:x1847765489604480:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.854370:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.854376:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33018 00000100:00100000:0.0:1762170988.854377:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.854379:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8467600/0x96d1ba5869cbf660 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a71 expref: 359 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.854393:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8760700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+359:2416:x1847765489604608:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.854395:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8467600/0x96d1ba5869cbf660 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a71 expref: 359 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.854409:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.854415:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2e00/0x96d1ba5869cbf667 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a7f expref: 359 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.854418:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8467600/0x96d1ba5869cbf660 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a71 expref: 359 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.854430:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2e00/0x96d1ba5869cbf667 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a7f expref: 359 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.854435:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.854438:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.854442:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.854447:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.854456:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2e00/0x96d1ba5869cbf667 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a7f expref: 358 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.854470:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.854472:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.854483:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.854486:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.854491:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.854498:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.854500:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.854512:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.854525:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3be050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+357:2416:x1847765489604480:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 164us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.854533:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33017 00000100:00100000:1.0:1762170988.854578:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489604864 00000100:00100000:1.0:1762170988.854597:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489604864 00010000:00010000:0.0:1762170988.854603:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.854616:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f7600/0x96d1ba5869cbf0be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50e6 expref: 537 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.854621:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.854637:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.854641:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.854642:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489605120 00010000:00010000:0.0:1762170988.854647:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.854648:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489605120 00000100:00100000:3.0:1762170988.854668:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8760700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+357:2416:x1847765489604608:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 279us (561us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.854671:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8466000/0x96d1ba5869cbf698 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ab7 expref: 357 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.854671:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.854677:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.854685:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.854689:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33018 00010000:00010000:2.0:1762170988.854697:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.854701:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.854740:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.854750:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.854755:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cca00/0x96d1ba5869cc359f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.854774:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.854777:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.854778:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.854791:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.854798:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.854807:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.854814:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.854817:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489604992 00000100:00100000:1.0:1762170988.854823:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489604992 00010000:00010000:2.0:1762170988.854839:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.854843:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f5c00/0x96d1ba5869cbf0c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50f4 expref: 538 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.854848:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.854856:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.854864:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489605248 00010000:00010000:3.0:1762170988.854865:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.854867:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489605248 00010000:00010000:1.0:1762170988.854881:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8c00/0x96d1ba5869cbf0cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5102 expref: 539 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.854898:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33019 00000100:00100000:1.0:1762170988.854905:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+356:2414:x1847765489604736:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.854911:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.854915:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1c00/0x96d1ba5869cbf66e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a8d expref: 356 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.854923:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1c00/0x96d1ba5869cbf66e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a8d expref: 356 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.854927:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.854936:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.854938:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.854939:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.854943:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.854950:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.854953:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.854953:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+668:3643:x1847765481597952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4716us (4804us total) trans 4294975397 rc 0/0 00010000:00010000:1.0:1762170988.854968:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.854969:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3591 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.854969:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41637 00010000:00010000:3.0:1762170988.854992:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.854993:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+356:2414:x1847765489604736:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 87us (854us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.854995:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.855000:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.855005:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33019 00000100:00100000:2.0:1762170988.855006:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+667:3641:x1847765481597440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6025us (6119us total) trans 4294975398 rc 0/0 00010000:00010000:0.0:1762170988.855012:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1c00/0x96d1ba5869cbf66e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a8d expref: 356 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.855021:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41635 00000100:00100000:0.0:1762170988.855029:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1461180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481598720:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.855045:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.855054:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.855060:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33020 00000004:00080000:2.0:1762170988.855067:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e2680/2, rc 0, transno 4294975397 00010000:00010000:0.0:1762170988.855068:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.855071:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33021 00000100:00100000:3.0:1762170988.855077:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+354:2414:x1847765489604352:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.855086:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481597952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.855088:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+539:2417:x1847765489604864:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.855093:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.855101:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1200/0x96d1ba5869cbf644 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a63 expref: 354 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.855103:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.855103:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855113:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f7600/0x96d1ba5869cbf0be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50e6 expref: 539 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.855123:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1200/0x96d1ba5869cbf644 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a63 expref: 354 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.855123:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.855141:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481601024:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.855142:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f7600/0x96d1ba5869cbf0be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50e6 expref: 539 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.855152:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.855153:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1200/0x96d1ba5869cbf644 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a63 expref: 354 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.855164:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.855170:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.855170:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855174:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.855174:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.855181:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855181:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.855181:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cc400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.855182:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.855189:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855190:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855191:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.855214:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855217:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855223:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1762170988.855224:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e1180/2, rc 0, transno 4294975398 00010000:00010000:0.0:1762170988.855226:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.855232:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc400/0x96d1ba5869cc35ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.855236:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481597440:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.855237:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.855245:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+353:2414:x1847765489604352:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 174us (1034us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.855249:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.855252:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.855254:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33020 00010000:00010000:0.0:1762170988.855255:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.855270:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+539:2417:x1847765489604864:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 185us (895us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.855270:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.855279:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170988.855280:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33022 00010000:00010000:0.0:1762170988.855288:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.855293:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481601152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.855293:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33021 00000100:00100000:3.0:1762170988.855298:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+352:2417:x1847765489605120:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.855307:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855313:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.855313:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.855321:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33023 00010000:00010000:3.0:1762170988.855324:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8466000/0x96d1ba5869cbf698 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ab7 expref: 352 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.855333:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.855338:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+538:2417:x1847765489604992:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.855339:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.855344:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8466000/0x96d1ba5869cbf698 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ab7 expref: 352 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.855352:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.855356:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.855360:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.855361:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f5c00/0x96d1ba5869cbf0c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50f4 expref: 538 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.855363:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.855374:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481601024 00000100:00100000:2.0:1762170988.855381:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481601024 00010000:00010000:3.0:1762170988.855382:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855389:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f5c00/0x96d1ba5869cbf0c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50f4 expref: 538 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.855396:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.855402:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855410:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.855413:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.855414:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481601152 00010000:00010000:1.0:1762170988.855418:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.855420:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481601152 00010000:00010000:3.0:1762170988.855422:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855422:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.855429:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855435:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.855436:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2aca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+669:3641:x1847765481597568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5735us (6049us total) trans 4294975399 rc 0/0 00010000:00010000:1.0:1762170988.855448:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855453:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cce00/0x96d1ba5869cc3598 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.855453:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41636 00000100:00100000:2.0:1762170988.855464:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41649 00000100:00100000:0.0:1762170988.855473:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41650 00000100:00100000:2.0:1762170988.855478:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6663450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+668:3642:x1847765481601024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.855485:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+668:3642:x1847765481601152:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.855486:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.855491:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1762170988.855494:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1980 count 1 00010000:00010000:3.0:1762170988.855496:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.855496:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33024 00002000:00080000:0.0:1762170988.855499:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1981 count 1 00010000:00010000:2.0:1762170988.855510:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.855511:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e84c5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+538:2416:x1847765489605248:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.855512:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855514:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.855528:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.855536:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3400/0x96d1ba5869cbf683 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ac5 expref: 352 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.855536:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0800/0x96d1ba5869cbf68a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ad3 expref: 352 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.855538:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8c00/0x96d1ba5869cbf0cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5102 expref: 538 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.855542:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+352:2417:x1847765489605120:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 247us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.855565:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33022 00010000:00010000:2.0:1762170988.855565:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.855565:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.855569:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.855570:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.855572:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8c00/0x96d1ba5869cbf0cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5102 expref: 538 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.855574:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.855577:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855604:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855614:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.855615:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855619:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.855625:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855629:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.855631:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3400/0x96d1ba5869cbf683 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ac5 expref: 351 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.855631:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0800/0x96d1ba5869cbf68a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ad3 expref: 351 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.855647:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855655:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.855668:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3400/0x96d1ba5869cbf683 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ac5 expref: 351 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.855668:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0800/0x96d1ba5869cbf68a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ad3 expref: 351 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.855677:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.855692:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.855697:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481601280:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.855700:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481601408:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.855705:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e84c5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+538:2416:x1847765489605248:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 194us (1195us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.855737:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.855742:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.855753:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33024 00010000:00010000:2.0:1762170988.855757:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.855763:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.855770:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8ef22cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.855772:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.855784:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.855789:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc35b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.855806:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.855810:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.855813:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.855814:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855823:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855832:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.855840:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.855851:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.855862:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.855881:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+670:3640:x1847765481598592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5131us (5239us total) trans 4294975400 rc 0/0 00000100:00100000:3.0:1762170988.855889:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41640 00010000:00010000:2.0:1762170988.855893:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f5c00/0x96d1ba5869cbf0c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50f4 expref: 537 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.855909:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481599744:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.855911:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.855918:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.855923:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+670:3640:x1847765481598336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5267us (5373us total) trans 4294975401 rc 0/0 00010000:00010000:2.0:1762170988.855927:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855931:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.855938:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.855943:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41639 00010000:00010000:3.0:1762170988.855952:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855970:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.855977:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc35a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.855993:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8466000/0x96d1ba5869cbf698 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ab7 expref: 351 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.856000:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.856003:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.856006:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.856010:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8763100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481599872:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.856023:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+669:3643:x1847765481598080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5549us (5805us total) trans 4294975402 rc 0/0 00000004:00080000:2.0:1762170988.856027:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e2d80/2, rc 0, transno 4294975402 00010000:00010000:0.0:1762170988.856033:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.856036:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41638 00000004:00080000:3.0:1762170988.856038:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e3480/2, rc 0, transno 4294975400 00000100:00100000:2.0:1762170988.856039:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481598080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.856051:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481598592:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.856054:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.856062:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.856066:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a5880/2, rc 0, transno 4294975401 00000100:00100000:3.0:1762170988.856076:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481598336:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.856081:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.856092:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.856094:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481601536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.856118:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481601792:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.856118:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.856132:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170988.856136:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.856140:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.856149:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.856154:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.856163:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.856163:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.856169:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.856173:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481601664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.856190:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.856191:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.856202:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.856205:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104cc600/0x96d1ba5869cc35d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.856231:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.856234:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.856238:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.856239:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.856246:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.856254:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.856254:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481601536 00010000:00010000:3.0:1762170988.856257:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.856261:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481601536 00010000:00010000:3.0:1762170988.856263:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.856276:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.856279:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489605376 00010000:00010000:3.0:1762170988.856283:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.856286:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489605376 00010000:00010000:3.0:1762170988.856288:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.856293:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481601792 00010000:00010000:3.0:1762170988.856294:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.856298:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.856300:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481601792 00010000:00010000:3.0:1762170988.856306:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.856309:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d8968c200/0x96d1ba5869cc09c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e83 expref: 537 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.856317:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.856324:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc35bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.856332:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481601664 00000100:00100000:0.0:1762170988.856336:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481601664 00010000:00010000:3.0:1762170988.856343:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.856344:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489605504 00010000:00010000:3.0:1762170988.856346:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.856350:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.856350:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489605504 00000100:00100000:3.0:1762170988.856364:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41651 00000100:00100000:0.0:1762170988.856372:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41652 00010000:00010000:1.0:1762170988.856373:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa000/0x96d1ba5869cbf0da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc511e expref: 538 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.856374:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+671:3640:x1847765481601536:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.856389:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+671:3642:x1847765481601792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.856401:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1982 count 1 00000100:00100000:1.0:1762170988.856407:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33025 00002000:00080000:0.0:1762170988.856408:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1984 count 1 00010000:00010000:3.0:1762170988.856417:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.856420:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+538:2415:x1847765489605376:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.856424:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.856436:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.856440:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8464400/0x96d1ba5869cbf691 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae1 expref: 350 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.856445:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0400/0x96d1ba5869cbf6a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5afd expref: 350 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.856446:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d8968c200/0x96d1ba5869cc09c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e83 expref: 538 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.856452:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.856456:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.856460:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.856469:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.856475:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.856476:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d8968c200/0x96d1ba5869cc09c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e83 expref: 538 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.856480:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.856490:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8464400/0x96d1ba5869cbf691 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae1 expref: 350 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.856501:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.856505:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8464400/0x96d1ba5869cbf691 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae1 expref: 350 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.856505:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.856512:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.856518:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481601920:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.856524:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0400/0x96d1ba5869cbf6a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5afd expref: 350 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.856530:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.856541:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0400/0x96d1ba5869cbf6a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5afd expref: 350 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.856545:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.856552:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.856561:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481602048:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.856581:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+538:2415:x1847765489605376:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 164us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.856602:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33025 00000100:00100000:0.0:1762170988.856612:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc291b40 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.856623:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33026 00000100:00100000:1.0:1762170988.856634:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+537:2417:x1847765489605504:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.856640:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41653 00010000:00010000:1.0:1762170988.856647:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.856654:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+672:3640:x1847765481601664:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.856655:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa000/0x96d1ba5869cbf0da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc511e expref: 537 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.856670:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa000/0x96d1ba5869cbf0da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc511e expref: 537 pid: 22703 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.856673:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1983 count 1 00010000:00010000:1.0:1762170988.856690:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.856691:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.856695:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.856701:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.856761:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.856779:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.856782:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2c00/0x96d1ba5869cbf69f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aef expref: 350 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.856792:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.856794:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.856798:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.856799:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+537:2417:x1847765489605504:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.856816:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33026 00000100:00100000:3.0:1762170988.856824:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+672:3642:x1847765481598976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5437us (5591us total) trans 4294975403 rc 0/0 00000004:00080000:2.0:1762170988.856824:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1460380/2, rc 0, transno 4294975403 00010000:00010000:0.0:1762170988.856833:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2c00/0x96d1ba5869cbf69f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aef expref: 350 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.856839:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481598976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.856840:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41641 00010000:00010000:0.0:1762170988.856856:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2c00/0x96d1ba5869cbf69f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aef expref: 350 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.856869:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481602176:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.856901:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d8968c200/0x96d1ba5869cc09c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e83 expref: 536 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.856916:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481600512:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.856920:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.856922:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.856931:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481602304:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.856935:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.856944:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.856950:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.856958:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.856966:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.856970:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.856988:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.856996:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.857006:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481602304 00010000:00010000:2.0:1762170988.857011:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170988.857012:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481602304 00010000:00010000:2.0:1762170988.857019:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.857028:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.857032:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.857047:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41654 00010000:00010000:2.0:1762170988.857047:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.857059:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+673:3642:x1847765481602304:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.857064:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.857074:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc35de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.857076:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1985 count 1 00000100:00100000:0.0:1762170988.857085:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+673:3641:x1847765481599616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4909us (4993us total) trans 4294975404 rc 0/0 00000100:00100000:0.0:1762170988.857096:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41644 00010000:00010000:2.0:1762170988.857098:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.857102:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.857105:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.857125:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.857136:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489605632 00010000:00010000:3.0:1762170988.857140:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8465600/0x96d1ba5869cbf6ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b0b expref: 350 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.857141:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489605632 00000100:00100000:2.0:1762170988.857145:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481600896:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.857148:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8763b80/2, rc 0, transno 4294975404 00010000:00010000:1.0:1762170988.857162:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd000/0x96d1ba5869cbf0e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc512c expref: 536 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.857168:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8763b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481599616:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.857169:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.857196:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.857197:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33027 00010000:00010000:3.0:1762170988.857201:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.857206:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.857213:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+536:2417:x1847765489605632:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.857224:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.857231:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd000/0x96d1ba5869cbf0e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc512c expref: 536 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.857235:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481602432:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170988.857243:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ac9880/2, rc 0, transno 4294975399 00010000:00010000:1.0:1762170988.857253:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd000/0x96d1ba5869cbf0e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc512c expref: 536 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.857257:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481597568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.857278:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.857278:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd000/0x96d1ba5869cbf0e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc512c expref: 536 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.857294:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.857297:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.857300:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.857306:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481602560:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.857310:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.857323:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481602432 00000100:00100000:3.0:1762170988.857327:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481602432 00010000:00010000:1.0:1762170988.857335:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.857346:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.857358:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481602560 00000100:00100000:3.0:1762170988.857361:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481602560 00000100:00100000:1.0:1762170988.857370:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+535:2417:x1847765489605632:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 161us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.857380:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33027 00000100:00100000:3.0:1762170988.857385:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41655 00000100:00100000:3.0:1762170988.857396:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+674:3640:x1847765481602432:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.857399:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41656 00000100:00100000:0.0:1762170988.857413:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+674:3641:x1847765481602560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.857415:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1986 count 1 00010000:00010000:3.0:1762170988.857430:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.857431:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1987 count 1 00010000:00010000:3.0:1762170988.857446:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8467c00/0x96d1ba5869cbf6b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b19 expref: 350 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.857448:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.857459:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.857462:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.857466:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.857471:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3600/0x96d1ba5869cbf6bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b27 expref: 350 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.857481:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.857483:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.857486:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.857489:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.857496:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8467c00/0x96d1ba5869cbf6b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b19 expref: 350 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.857508:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+534:2417:x1847765489604992:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 2175us (3043us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.857520:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33023 00010000:00010000:0.0:1762170988.857520:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3600/0x96d1ba5869cbf6bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b27 expref: 350 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.857536:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3600/0x96d1ba5869cbf6bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b27 expref: 350 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.857563:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8467c00/0x96d1ba5869cbf6b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b19 expref: 350 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.857565:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481602816:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.857598:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481602688:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.857619:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.857635:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c000 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.857669:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7600/0x96d1ba5869cbf0be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc50e6 expref: 533 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.857676:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8465600/0x96d1ba5869cbf6ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b0b expref: 350 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.857690:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1463b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481599360:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.857691:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8465600/0x96d1ba5869cbf6ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b0b expref: 350 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.857743:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.857751:0:176029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa000/0x96d1ba5869cbf0da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc511e expref: 532 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.857757:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.857769:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.857773:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481600640:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.857783:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.857793:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.857799:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.857810:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.857813:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.857822:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.857831:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.857837:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481602944:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.857838:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.857852:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.857866:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.857869:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.857871:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.857880:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.857881:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889e104cdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.857888:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.857895:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.857903:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.857905:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.857931:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.857932:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.857950:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104cdc00/0x96d1ba5869cc35c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.857959:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.857969:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc35e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.857974:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.857977:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.857980:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.857994:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.857997:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.858000:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.858100:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+479:3640:x1847765481600256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5109us (5189us total) trans 4294977167 rc 0/0 00000004:00080000:3.0:1762170988.858110:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a7b80/2, rc 0, transno 4294977167 00000100:00100000:1.0:1762170988.858111:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41647 00000100:00100000:3.0:1762170988.858128:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481600256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.858132:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+478:3642:x1847765481599232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6371us (6483us total) trans 4294977168 rc 0/0 00000100:00100000:0.0:1762170988.858144:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41642 00000100:00100000:3.0:1762170988.858161:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.858168:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8c00/0x96d1ba5869cbf0cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5102 expref: 531 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.858183:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481600384:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.858201:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.858211:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.858219:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.858227:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.858234:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.858255:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.858399:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+479:3642:x1847765481600000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5643us (5799us total) trans 4294977170 rc 0/0 00000100:00100000:1.0:1762170988.858408:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41645 00010000:00010000:3.0:1762170988.858504:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.858510:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.858518:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.858521:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.858525:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481601280:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.858532:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.858546:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.858549:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.858566:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc35d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.858600:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.858603:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.858606:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.858827:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.858838:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.858846:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.858855:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.858871:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.858873:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481603072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.858913:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170988.858959:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a5500/2, rc 0, transno 4294977170 00000100:00100000:2.0:1762170988.858968:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481600000:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170988.858981:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531ed80/2, rc 0, transno 4294977168 00000100:00100000:2.0:1762170988.858986:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481599232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.859035:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+479:3640:x1847765481599488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6885us (6993us total) trans 4294977171 rc 0/0 00000100:00100000:0.0:1762170988.859045:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41643 00000100:00100000:3.0:1762170988.859056:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481603328:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.859056:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.859064:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481603072 00010000:00010000:2.0:1762170988.859066:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.859070:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481603072 00010000:00010000:2.0:1762170988.859083:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170988.859087:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.859091:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.859100:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.859109:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a4380/2, rc 0, transno 4294977171 00000100:00100000:0.0:1762170988.859113:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481603328 00010000:00010000:2.0:1762170988.859116:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.859119:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481599488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.859120:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481603328 00010000:00010000:2.0:1762170988.859132:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc35c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.859151:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41657 00010000:00010000:2.0:1762170988.859155:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.859159:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.859163:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.859163:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+480:3642:x1847765481603072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.859186:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1794 count 1 00010000:00010000:0.0:1762170988.859206:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.859215:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170988.859222:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9600/0x96d1ba5869cbf0e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc513a expref: 530 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.859227:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481603456:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.859235:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.859238:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.859241:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.859266:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.859267:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9600/0x96d1ba5869cbf0e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc513a expref: 530 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.859288:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9600/0x96d1ba5869cbf0e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc513a expref: 530 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.859289:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481603456 00000100:00100000:1.0:1762170988.859296:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481603456 00000100:00100000:0.0:1762170988.859307:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481603584:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.859312:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170988.859324:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481603200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.859355:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41658 00000100:00100000:2.0:1762170988.859358:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.859364:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.859390:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+481:3640:x1847765481603328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.859403:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481603200 00000100:00100000:2.0:1762170988.859408:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481603200 00002000:00080000:1.0:1762170988.859410:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1796 count 1 00010000:00010000:1.0:1762170988.859432:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.859442:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41659 00010000:00010000:1.0:1762170988.859452:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fca00/0x96d1ba5869cbf0f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5156 expref: 530 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.859454:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481601920:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.859456:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+482:3640:x1847765481603456:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.859461:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41660 00010000:00010000:1.0:1762170988.859476:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.859477:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+482:3642:x1847765481603200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.859479:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.859482:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.859484:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1797 count 1 00010000:00010000:1.0:1762170988.859487:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.859495:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1795 count 1 00010000:00010000:2.0:1762170988.859503:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.859513:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.859521:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fbc00/0x96d1ba5869cbf0fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5164 expref: 530 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.859532:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6000/0x96d1ba5869cbf0ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5148 expref: 530 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.859533:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.859533:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fca00/0x96d1ba5869cbf0f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5156 expref: 530 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.859538:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.859543:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.859557:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.859562:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.859566:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fca00/0x96d1ba5869cbf0f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5156 expref: 530 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.859568:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.859595:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fbc00/0x96d1ba5869cbf0fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5164 expref: 530 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.859609:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481603712:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.859615:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fbc00/0x96d1ba5869cbf0fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5164 expref: 530 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.859624:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f6000/0x96d1ba5869cbf0ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5148 expref: 530 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.859631:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481603840:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.859641:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f6000/0x96d1ba5869cbf0ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5148 expref: 530 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.859661:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481603968:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.859665:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.859666:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.859694:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.859754:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.859763:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.859772:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.859780:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.859803:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.859869:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.859875:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.859883:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.859888:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.859897:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.859911:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.859919:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc35ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.859959:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+483:3641:x1847765481600768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6425us (6499us total) trans 4294977172 rc 0/0 00000100:00100000:0.0:1762170988.859968:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41648 00010000:00010000:3.0:1762170988.859980:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.859984:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.859989:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.860490:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2acaa00/2, rc 0, transno 4294977172 00000100:00100000:2.0:1762170988.860506:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481600768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.860552:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481604096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.860599:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.860666:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481601408:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.860692:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.860738:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481604096 00000100:00100000:2.0:1762170988.860744:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481604096 00000100:00100000:2.0:1762170988.860776:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41661 00000100:00100000:2.0:1762170988.860785:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+483:3642:x1847765481604096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.860803:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1798 count 1 00010000:00010000:2.0:1762170988.860819:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.860833:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9200/0x96d1ba5869cbf104 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5172 expref: 530 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.860840:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.860842:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.860845:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.860868:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9200/0x96d1ba5869cbf104 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5172 expref: 530 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.860877:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9200/0x96d1ba5869cbf104 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5172 expref: 530 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.860888:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481604224:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.860954:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.861037:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481602048:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.861061:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.861196:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.861275:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481602176:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.861282:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.861297:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.861305:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489605760 00000100:00100000:3.0:1762170988.861309:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489605760 00000100:00100000:1.0:1762170988.861315:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.861332:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0800/0x96d1ba5869cbf68a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ad3 expref: 351 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.861357:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489606016 00000100:00100000:0.0:1762170988.861360:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489605888 00000100:00100000:3.0:1762170988.861361:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489606016 00000100:00100000:0.0:1762170988.861367:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489605888 00010000:00010000:3.0:1762170988.861380:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8464400/0x96d1ba5869cbf691 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae1 expref: 353 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.861393:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3400/0x96d1ba5869cbf683 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ac5 expref: 353 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.861409:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33028 00000100:00100000:3.0:1762170988.861420:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+353:2417:x1847765489605760:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.861434:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.861436:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33029 00000100:00100000:1.0:1762170988.861440:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.861445:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0800/0x96d1ba5869cbf68a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ad3 expref: 353 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.861452:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+353:2417:x1847765489606016:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.861468:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.861470:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0800/0x96d1ba5869cbf68a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ad3 expref: 353 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.861477:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8464400/0x96d1ba5869cbf691 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae1 expref: 353 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.861484:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.861498:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8464400/0x96d1ba5869cbf691 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae1 expref: 353 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.861507:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0800/0x96d1ba5869cbf68a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ad3 expref: 353 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.861518:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8464400/0x96d1ba5869cbf691 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae1 expref: 352 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.861519:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.861523:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.861528:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.861535:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.861539:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.861543:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.861550:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.861551:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.861566:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.861568:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.861614:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.861617:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.861618:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.861641:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489606272 00000100:00100000:1.0:1762170988.861646:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489606272 00000100:00100000:3.0:1762170988.861665:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+352:2417:x1847765489605760:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 243us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.861665:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+352:2417:x1847765489606016:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 214us (383us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.861672:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2c00/0x96d1ba5869cbf69f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aef expref: 352 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.861685:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33028 00000100:00100000:0.0:1762170988.861697:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33029 00000100:00100000:3.0:1762170988.861737:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489606656 00000100:00100000:3.0:1762170988.861743:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489606656 00000100:00100000:0.0:1762170988.861744:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489606528 00000100:00100000:0.0:1762170988.861750:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489606528 00010000:00010000:3.0:1762170988.861762:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8467c00/0x96d1ba5869cbf6b4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b19 expref: 352 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.861774:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8465600/0x96d1ba5869cbf6ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b0b expref: 352 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.861786:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489606144 00000100:00100000:1.0:1762170988.861786:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489606400 00000100:00100000:3.0:1762170988.861791:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489606144 00000100:00100000:1.0:1762170988.861793:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489606400 00000100:00100000:0.0:1762170988.861799:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33030 00000100:00100000:0.0:1762170988.861810:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+354:2417:x1847765489605888:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.861814:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0400/0x96d1ba5869cbf6a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5afd expref: 354 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.861820:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3600/0x96d1ba5869cbf6bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b27 expref: 354 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.861823:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.861834:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3400/0x96d1ba5869cbf683 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ac5 expref: 354 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.861845:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33031 00010000:00010000:0.0:1762170988.861850:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3400/0x96d1ba5869cbf683 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ac5 expref: 354 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.861856:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33032 00000100:00100000:3.0:1762170988.861858:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+354:2415:x1847765489606272:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.861871:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+354:2415:x1847765489606656:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.861873:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.861880:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3400/0x96d1ba5869cbf683 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ac5 expref: 354 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.861882:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2c00/0x96d1ba5869cbf69f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aef expref: 354 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.861883:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.861893:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8467c00/0x96d1ba5869cbf6b4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b19 expref: 354 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.861910:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.861913:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8467c00/0x96d1ba5869cbf6b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b19 expref: 353 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.861913:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.861920:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.861930:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.861933:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.861937:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.861942:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.861951:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.861961:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.861965:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.861969:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.861980:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2c00/0x96d1ba5869cbf69f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aef expref: 353 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.861982:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.861987:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+353:2417:x1847765489605888:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.862000:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+353:2415:x1847765489606656:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 130us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.862008:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33030 00010000:00010000:2.0:1762170988.862009:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.862018:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.862019:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33032 00000100:00100000:0.0:1762170988.862029:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33033 00000100:00100000:0.0:1762170988.862037:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8760700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+351:2417:x1847765489606528:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.862042:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.862045:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33034 00010000:00010000:0.0:1762170988.862051:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.862057:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+351:2415:x1847765489606144:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.862058:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862062:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d2c00/0x96d1ba5869cbf69f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aef expref: 351 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.862072:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.862080:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.862083:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0400/0x96d1ba5869cbf6a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5afd expref: 351 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.862084:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862086:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.862091:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.862097:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862108:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.862112:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0400/0x96d1ba5869cbf6a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5afd expref: 350 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.862114:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862125:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862140:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc35f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.862144:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0400/0x96d1ba5869cbf6a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5afd expref: 350 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.862154:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.862168:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.862171:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.862175:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862175:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.862180:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.862184:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+349:2415:x1847765489606272:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 327us (747us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.862186:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.862197:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33031 00010000:00010000:1.0:1762170988.862201:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862203:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862221:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.862234:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.862236:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862245:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.862255:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33035 00000100:00100000:2.0:1762170988.862256:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6663450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+675:3642:x1847765481601024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6776us (7072us total) trans 4294975405 rc 0/0 00010000:00010000:0.0:1762170988.862263:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.862264:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+348:2415:x1847765489606144:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 209us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.862271:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41649 00000100:00100000:3.0:1762170988.862272:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+348:2415:x1847765489606400:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.862282:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33034 00010000:00010000:3.0:1762170988.862284:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.862292:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3600/0x96d1ba5869cbf6bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b27 expref: 348 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.862310:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.862320:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.862323:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2acb480/2, rc 0, transno 4294975405 00010000:00010000:1.0:1762170988.862334:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.862343:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481601024:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.862344:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862353:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3600/0x96d1ba5869cbf6bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b27 expref: 347 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.862371:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.862372:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.862378:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.862382:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862390:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862409:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.862414:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+675:3640:x1847765481601664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5761us (6210us total) trans 4294975406 rc 0/0 00010000:00010000:2.0:1762170988.862418:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1762170988.862425:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41653 00010000:00010000:2.0:1762170988.862427:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.862436:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+347:2415:x1847765489606400:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 168us (821us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.862439:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889d89692400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.862447:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.862448:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33035 00010000:00010000:0.0:1762170988.862454:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.862463:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862466:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862476:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.862485:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862493:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862497:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889d89692600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.862497:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862504:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.862514:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+675:3642:x1847765481601792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6128us (6352us total) trans 4294975407 rc 0/0 00010000:00010000:0.0:1762170988.862515:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.862516:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89692400/0x96d1ba5869cc360f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862532:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.862535:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41652 00010000:00010000:0.0:1762170988.862551:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.862555:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.862556:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.862561:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862572:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89692600/0x96d1ba5869cc3608 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.862573:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889d89693a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.862577:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.862603:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.862613:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862615:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.862621:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.862621:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89693a00/0x96d1ba5869cc35fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862626:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.862636:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.862649:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.862653:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.862657:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.862660:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862671:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.862680:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.862681:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+675:3642:x1847765481601152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7198us (7350us total) trans 4294975408 rc 0/0 00000004:00080000:2.0:1762170988.862688:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2acad80/2, rc 0, transno 4294975406 00010000:00010000:3.0:1762170988.862698:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.862699:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41650 00000100:00100000:2.0:1762170988.862704:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481601664:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.862783:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3600/0x96d1ba5869cbf6bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b27 expref: 346 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.862794:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481604480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.862802:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481602816:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.862812:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.862825:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862841:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.862847:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.862848:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.862856:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.862862:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.862866:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862871:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862881:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862886:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3601 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.862905:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.862907:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.862909:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.862914:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.862918:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2c700/2, rc 0, transno 4294975407 00000100:00100000:0.0:1762170988.862928:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481604480 00000100:00100000:2.0:1762170988.862929:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481601792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.862937:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481604480 00000004:00080000:2.0:1762170988.862942:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb0700/2, rc 0, transno 4294975408 00000100:00100000:2.0:1762170988.862947:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481601152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.862954:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170988.862962:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481604352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.862962:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.862970:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+676:3640:x1847765481601536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6597us (6834us total) trans 4294975409 rc 0/0 00000100:00100000:0.0:1762170988.862978:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41662 00000100:00100000:3.0:1762170988.862985:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41651 00000100:00100000:0.0:1762170988.862991:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+676:3640:x1847765481604480:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.862993:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.863008:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481604352 00000100:00100000:1.0:1762170988.863008:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481603712:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170988.863011:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1989 count 1 00000100:00100000:3.0:1762170988.863014:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481604352 00010000:00010000:0.0:1762170988.863030:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.863033:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.863044:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8464c00/0x96d1ba5869cbf6c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b43 expref: 345 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.863052:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41663 00010000:00010000:0.0:1762170988.863053:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.863056:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.863059:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.863063:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb3b80/2, rc 0, transno 4294975409 00000100:00100000:3.0:1762170988.863066:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+676:3642:x1847765481604352:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.863067:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489606784 00000100:00100000:2.0:1762170988.863074:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481601536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.863074:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489606784 00010000:00010000:0.0:1762170988.863080:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8464c00/0x96d1ba5869cbf6c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b43 expref: 345 pid: 22703 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1762170988.863083:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1988 count 1 00000100:00100000:2.0:1762170988.863083:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170988.863097:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8464c00/0x96d1ba5869cbf6c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b43 expref: 345 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.863098:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481604608:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.863099:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9600/0x96d1ba5869cbf0e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc513a expref: 531 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.863101:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.863123:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481604864:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.863132:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1000/0x96d1ba5869cbf6c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b35 expref: 345 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.863132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.863141:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489607040 00000100:00100000:1.0:1762170988.863149:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489607040 00010000:00010000:3.0:1762170988.863151:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.863154:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.863158:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.863165:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481604608 00000100:00100000:0.0:1762170988.863166:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.863170:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481604608 00010000:00010000:3.0:1762170988.863183:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1000/0x96d1ba5869cbf6c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b35 expref: 345 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.863185:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.863201:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41664 00010000:00010000:0.0:1762170988.863203:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.863207:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1000/0x96d1ba5869cbf6c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b35 expref: 345 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.863213:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481604736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.863213:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+677:3640:x1847765481604608:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.863232:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.863235:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1990 count 1 00000100:00100000:3.0:1762170988.863239:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481604992:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.863244:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.863245:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.863252:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.863261:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.863266:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8466800/0x96d1ba5869cbf6d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b51 expref: 345 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.863270:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1762170988.863276:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.863277:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481605120:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.863280:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.863282:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737cb40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.863285:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.863299:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.863302:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.863308:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.863312:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8466800/0x96d1ba5869cbf6d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b51 expref: 345 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.863321:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889d89693600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.863327:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.863329:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8466800/0x96d1ba5869cbf6d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b51 expref: 345 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.863340:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481603840:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.863348:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.863358:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481605248:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.863361:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.863363:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.863381:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+678:3641:x1847765481602560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5969us (6034us total) trans 4294975410 rc 0/0 00000100:00100000:1.0:1762170988.863387:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.863399:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41656 00010000:00010000:3.0:1762170988.863406:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89693600/0x96d1ba5869cc3624 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.863407:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489607168 00000100:00100000:1.0:1762170988.863413:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489607168 00000100:00100000:0.0:1762170988.863417:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481604736 00000100:00100000:0.0:1762170988.863421:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481604736 00010000:00010000:3.0:1762170988.863432:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.863435:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08cbb80/2, rc 0, transno 4294975410 00010000:00010000:1.0:1762170988.863436:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fca00/0x96d1ba5869cbf0f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5156 expref: 533 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.863437:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.863443:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.863445:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481605120 00000100:00100000:0.0:1762170988.863450:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481605120 00000100:00100000:2.0:1762170988.863451:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481602560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.863467:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33036 00000100:00100000:0.0:1762170988.863472:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41665 00000100:00100000:3.0:1762170988.863481:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+533:2414:x1847765489606784:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.863483:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33037 00000100:00100000:0.0:1762170988.863484:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+679:3642:x1847765481604736:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.863493:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481605376:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.863497:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.863499:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+533:2416:x1847765489607168:12345-192.168.202.10@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1762170988.863499:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1991 count 1 00010000:00010000:3.0:1762170988.863506:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9600/0x96d1ba5869cbf0e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc513a expref: 533 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.863513:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.863513:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.863523:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9600/0x96d1ba5869cbf0e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc513a expref: 533 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.863523:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fca00/0x96d1ba5869cbf0f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5156 expref: 533 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.863524:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.863535:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3200/0x96d1ba5869cbf6d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b5f expref: 345 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.863551:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.863552:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.863554:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.863555:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fca00/0x96d1ba5869cbf0f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5156 expref: 533 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.863556:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.863559:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.863559:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481605376 00000100:00100000:2.0:1762170988.863566:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481605376 00010000:00010000:3.0:1762170988.863567:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.863602:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.863604:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fca00/0x96d1ba5869cbf0f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5156 expref: 533 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.863606:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41666 00010000:00010000:0.0:1762170988.863615:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3200/0x96d1ba5869cbf6d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b5f expref: 345 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.863623:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+680:3642:x1847765481605120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.863634:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.863636:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.863638:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.863639:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3200/0x96d1ba5869cbf6d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b5f expref: 345 pid: 24348 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.863642:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1992 count 1 00010000:00010000:1.0:1762170988.863645:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.863659:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.863662:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+532:2414:x1847765489606784:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 183us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.863666:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481605504:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.863667:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.863690:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0a00/0x96d1ba5869cbf6de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b6d expref: 345 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.863692:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33036 00010000:00010000:2.0:1762170988.863701:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.863703:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.863704:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.863704:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.863751:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.863759:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+531:2416:x1847765489607168:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 261us (795us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.863766:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8467c00/0x96d1ba5869cbf6b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b19 expref: 345 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.863772:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0a00/0x96d1ba5869cbf6de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b6d expref: 345 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.863773:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33037 00000100:00100000:3.0:1762170988.863784:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481602688:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.863789:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0a00/0x96d1ba5869cbf6de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b6d expref: 344 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.863802:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.863810:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.863811:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481605632:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.863814:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.863834:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.863835:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.863843:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41667 00000100:00100000:2.0:1762170988.863850:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.863859:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.863859:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+680:3640:x1847765481605376:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.863860:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.863886:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.863886:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.863894:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1993 count 1 00010000:00010000:0.0:1762170988.863911:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.863916:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.863927:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8465400/0x96d1ba5869cbf6e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b7b expref: 344 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.863929:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.863931:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.863938:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.863939:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.863943:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.863948:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.863949:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.863951:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.863969:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.863978:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.863982:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3632 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.863987:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8465400/0x96d1ba5869cbf6e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b7b expref: 344 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.863998:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.863999:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8465400/0x96d1ba5869cbf6e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b7b expref: 344 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.864002:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.864017:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.864021:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.864026:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481605760:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.864030:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.864038:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.864042:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc361d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.864054:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.864062:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.864065:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.864068:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.864073:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.864081:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8465600/0x96d1ba5869cbf6ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b0b expref: 344 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.864094:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8465600/0x96d1ba5869cbf6ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b0b expref: 344 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.864110:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.864112:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.864118:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+681:3640:x1847765481602432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6720us (6837us total) trans 4294975411 rc 0/0 00010000:00010000:0.0:1762170988.864118:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.864119:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+484:3640:x1847765481603328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4739us (5030us total) trans 4294977173 rc 0/0 00000004:00080000:2.0:1762170988.864125:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e4700/2, rc 0, transno 4294977173 00000100:00100000:3.0:1762170988.864138:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41655 00010000:00010000:0.0:1762170988.864140:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.864144:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481603328:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.864146:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41658 00010000:00010000:3.0:1762170988.864162:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.864167:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08c9f80/2, rc 0, transno 4294975411 00010000:00010000:0.0:1762170988.864167:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.864175:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481602432:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.864191:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f6000/0x96d1ba5869cbf0ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5148 expref: 530 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.864192:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8465600/0x96d1ba5869cbf6ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b0b expref: 344 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.864193:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8760700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+344:2417:x1847765489606528:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 2155us (2674us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.864214:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33033 00000100:00100000:3.0:1762170988.864225:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481602944:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.864226:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.864238:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481605888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.864241:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33038 00010000:00010000:3.0:1762170988.864247:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.864255:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+530:2414:x1847765489607040:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.864263:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.864264:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.864270:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.864274:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.864276:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9600/0x96d1ba5869cbf0e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc513a expref: 530 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.864278:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f6000/0x96d1ba5869cbf0ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5148 expref: 530 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.864288:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481606016:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.864298:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.864309:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f6000/0x96d1ba5869cbf0ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5148 expref: 529 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.864311:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481603584:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.864313:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.864314:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.864339:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.864343:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.864343:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.864347:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.864351:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.864364:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.864365:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.864372:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.864378:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.864381:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.864384:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.864387:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.864397:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.864404:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3616 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.864405:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+529:2414:x1847765489607040:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 153us (1499us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.864421:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33038 00010000:00010000:0.0:1762170988.864427:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.864431:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.864432:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.864437:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.864443:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.864452:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.864456:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.864474:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481605888 00010000:00010000:0.0:1762170988.864474:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.864480:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481605888 00010000:00010000:3.0:1762170988.864489:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.864495:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.864506:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889d89692200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.864507:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481606016 00010000:00010000:3.0:1762170988.864510:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.864511:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481606016 00010000:00010000:3.0:1762170988.864527:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.864536:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41668 00010000:00010000:3.0:1762170988.864543:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.864547:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+485:3640:x1847765481605888:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.864559:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89692200/0x96d1ba5869cc362b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.864565:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1799 count 1 00010000:00010000:1.0:1762170988.864593:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.864597:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.864603:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.864607:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.864609:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc0c1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70dd expref: 528 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.864617:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170988.864619:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170988.864623:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.864627:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41669 00000100:00100000:0.0:1762170988.864629:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+485:3642:x1847765481603072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5468us (5716us total) trans 4294977174 rc 0/0 00000100:00100000:3.0:1762170988.864643:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+682:3642:x1847765481606016:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.864644:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41657 00000004:00080000:2.0:1762170988.864647:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2fb80/2, rc 0, transno 4294977174 00010000:00010000:1.0:1762170988.864657:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc0c1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70dd expref: 528 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.864662:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1994 count 1 00000100:00100000:2.0:1762170988.864662:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481603072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.864680:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.864681:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc0c1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70dd expref: 528 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.864689:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6000/0x96d1ba5869cbf0ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5148 expref: 528 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.864731:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8763800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481606144:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.864732:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0600/0x96d1ba5869cbf6ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b89 expref: 342 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.864740:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481603968:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.864750:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.864754:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.864758:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.864763:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.864774:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.864779:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321300 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.864781:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.864782:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1762170988.864785:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0600/0x96d1ba5869cbf6ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b89 expref: 342 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.864796:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481606272:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.864804:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.864811:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0600/0x96d1ba5869cbf6ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b89 expref: 342 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.864832:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.864838:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481606400:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.864849:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.864850:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.864866:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea1067840 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.864895:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.864901:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.864909:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889d89692a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.864914:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.864918:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+682:3642:x1847765481602304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7859us (7952us total) trans 4294975412 rc 0/0 00000100:00100000:1.0:1762170988.864923:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.864937:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41654 00010000:00010000:2.0:1762170988.864937:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.864955:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.864959:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481606272 00000100:00100000:3.0:1762170988.864966:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481606272 00010000:00010000:2.0:1762170988.864966:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89692a00/0x96d1ba5869cc3640 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.864980:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+486:3642:x1847765481603200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5506us (5621us total) trans 4294977175 rc 0/0 00000100:00100000:0.0:1762170988.864987:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41660 00010000:00010000:2.0:1762170988.864992:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.864994:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41670 00010000:00010000:2.0:1762170988.864997:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.865001:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.865007:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+485:3642:x1847765481606272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.865020:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1800 count 1 00000004:00080000:2.0:1762170988.865027:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2acbb80/2, rc 0, transno 4294977175 00010000:00010000:3.0:1762170988.865034:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.865040:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481603200:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.865051:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc600/0x96d1ba5869cbf112 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc518e expref: 527 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.865052:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:2.0:1762170988.865060:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2c000/2, rc 0, transno 4294975412 00010000:00010000:3.0:1762170988.865062:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.865066:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.865070:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.865075:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481602304:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.865099:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc600/0x96d1ba5869cbf112 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc518e expref: 527 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.865115:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc600/0x96d1ba5869cbf112 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc518e expref: 527 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.865127:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481606528:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.865160:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481606656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.865161:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c000 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.865206:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.865237:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.865245:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481606784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.865271:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489606912 00000100:00100000:1.0:1762170988.865276:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489606912 00000100:00100000:2.0:1762170988.865281:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.865304:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fbc00/0x96d1ba5869cbf0fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5164 expref: 528 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.865341:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489607296 00000100:00100000:1.0:1762170988.865345:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489607296 00000100:00100000:0.0:1762170988.865348:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33039 00000100:00100000:2.0:1762170988.865362:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481604224:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.865362:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+529:2416:x1847765489606912:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.865366:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9200/0x96d1ba5869cbf104 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5172 expref: 529 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.865379:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.865389:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.865389:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fbc00/0x96d1ba5869cbf0fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5164 expref: 529 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.865399:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33040 00000100:00100000:1.0:1762170988.865413:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+529:2417:x1847765489607296:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.865422:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fbc00/0x96d1ba5869cbf0fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5164 expref: 529 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.865423:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.865431:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9200/0x96d1ba5869cbf104 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5172 expref: 529 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.865433:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481606656 00000100:00100000:2.0:1762170988.865439:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481606656 00010000:00010000:0.0:1762170988.865444:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fbc00/0x96d1ba5869cbf0fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5164 expref: 529 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.865447:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9200/0x96d1ba5869cbf104 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5172 expref: 529 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.865470:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481606784 00010000:00010000:0.0:1762170988.865471:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.865475:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.865476:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481606784 00010000:00010000:0.0:1762170988.865479:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.865481:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9200/0x96d1ba5869cbf104 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5172 expref: 528 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.865494:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.865502:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.865507:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41671 00010000:00010000:1.0:1762170988.865507:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.865511:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.865517:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.865520:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.865523:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+682:3640:x1847765481606656:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.865541:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.865542:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.865547:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+527:2416:x1847765489606912:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (631us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.865561:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.865566:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+527:2417:x1847765489607296:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 152us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.865566:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33039 00000100:00100000:1.0:1762170988.865580:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33040 00010000:00010000:2.0:1762170988.865593:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.865604:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.865611:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41672 00000100:00100000:0.0:1762170988.865620:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+486:3640:x1847765481606784:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.865629:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1762170988.865631:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1801 count 1 00010000:00010000:3.0:1762170988.865635:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.865642:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.865644:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.865661:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.865666:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa800/0x96d1ba5869cbf119 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc519c expref: 525 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.865668:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.865688:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.865690:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.865691:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.865697:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.865749:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa800/0x96d1ba5869cbf119 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc519c expref: 525 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.865760:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa800/0x96d1ba5869cbf119 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc519c expref: 525 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.865771:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481606912:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.865809:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+487:3640:x1847765481603456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6355us (6543us total) trans 4294977176 rc 0/0 00000100:00100000:2.0:1762170988.865821:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41659 00000100:00100000:0.0:1762170988.865831:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00000004:00080000:2.0:1762170988.865871:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e5c00/2, rc 0, transno 4294977176 00000100:00100000:2.0:1762170988.865883:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481603456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.865947:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481607040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.865978:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.866030:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.866033:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481607040 00010000:00010000:2.0:1762170988.866041:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.866042:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481607040 00010000:00010000:2.0:1762170988.866053:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.866061:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.866080:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.866105:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41673 00000100:00100000:0.0:1762170988.866121:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+487:3642:x1847765481607040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.866139:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1802 count 1 00000100:00100000:1.0:1762170988.866153:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+488:3642:x1847765481573376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 66443us (66521us total) trans 4294977138 rc 0/0 00010000:00010000:0.0:1762170988.866157:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.866164:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41542 00000004:00080000:2.0:1762170988.866175:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1a2ce00/2, rc 0, transno 4294977138 00010000:00010000:0.0:1762170988.866177:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8000/0x96d1ba5869cbf120 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51aa expref: 525 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.866188:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.866189:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1a2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481573376:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.866194:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.866200:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.866235:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8000/0x96d1ba5869cbf120 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51aa expref: 525 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.866244:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481607168:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.866251:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8000/0x96d1ba5869cbf120 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51aa expref: 525 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.866265:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.866268:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481607296:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.866280:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3639 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.866283:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.866304:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.866307:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.866316:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.866319:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.866323:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481607168 00010000:00010000:3.0:1762170988.866325:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.866328:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.866330:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481607168 00010000:00010000:3.0:1762170988.866338:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.866344:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3647 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.866348:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.866356:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.866360:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.866363:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.866367:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41674 00000100:00100000:1.0:1762170988.866376:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+488:3643:x1847765481607168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.866389:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1803 count 1 00010000:00010000:1.0:1762170988.866403:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.866416:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6800/0x96d1ba5869cbf127 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b8 expref: 525 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.866423:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.866424:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.866427:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.866431:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+488:3642:x1847765481604096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5646us (5845us total) trans 4294977177 rc 0/0 00000100:00100000:2.0:1762170988.866444:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41661 00010000:00010000:1.0:1762170988.866454:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f6800/0x96d1ba5869cbf127 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b8 expref: 525 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.866466:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f6800/0x96d1ba5869cbf127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b8 expref: 525 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.866479:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481607424:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170988.866487:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e6a00/2, rc 0, transno 4294977177 00000100:00100000:2.0:1762170988.866500:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481604096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.866508:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321d80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.866556:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481607552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.866600:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.866626:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481607552 00000100:00100000:1.0:1762170988.866631:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481607552 00000100:00100000:0.0:1762170988.866666:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41675 00000100:00100000:0.0:1762170988.866691:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+488:3640:x1847765481607552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.866693:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1995 count 1 00010000:00010000:2.0:1762170988.866733:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.866749:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1a00/0x96d1ba5869cbf6fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b97 expref: 342 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.866759:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1762170988.866761:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1804 count 1 00010000:00010000:2.0:1762170988.866762:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.866767:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.866792:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1a00/0x96d1ba5869cbf6fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b97 expref: 342 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.866796:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.866807:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1a00/0x96d1ba5869cbf6fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b97 expref: 342 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.866819:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fda00/0x96d1ba5869cbf12e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51c6 expref: 525 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.866823:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889da0ceb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481607680:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.866837:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.866840:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.866844:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.866871:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fda00/0x96d1ba5869cbf12e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51c6 expref: 525 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.866884:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fda00/0x96d1ba5869cbf12e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51c6 expref: 525 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.866890:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.866904:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481607808:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.866956:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.867067:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481605248:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.867083:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.867186:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481604864:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.867215:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.867293:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481605504:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.867319:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.869906:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481604992:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.869920:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481605632:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.869937:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.869947:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.869959:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481605760:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.869961:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.869979:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481606400:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.869982:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.869990:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.870002:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.870014:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.870042:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481606528:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.870042:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489607424 00000100:00100000:1.0:1762170988.870045:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.870051:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489607424 00000100:00100000:1.0:1762170988.870079:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.870085:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8466800/0x96d1ba5869cbf6d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b51 expref: 343 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.870104:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.870118:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.870118:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489607680 00000100:00100000:0.0:1762170988.870124:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489607680 00000100:00100000:1.0:1762170988.870133:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.870140:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489607936 00000100:00100000:3.0:1762170988.870145:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489607936 00010000:00010000:0.0:1762170988.870145:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3200/0x96d1ba5869cbf6d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b5f expref: 344 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.870155:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.870166:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc0c1d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70dd expref: 526 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.870171:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489607552 00000100:00100000:0.0:1762170988.870175:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489607552 00000100:00100000:1.0:1762170988.870179:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.870183:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489607808 00000100:00100000:3.0:1762170988.870187:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489607808 00010000:00010000:0.0:1762170988.870194:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8464c00/0x96d1ba5869cbf6c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b43 expref: 346 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.870208:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1000/0x96d1ba5869cbf6c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b35 expref: 346 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.870210:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489608064 00000100:00100000:0.0:1762170988.870216:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489608064 00000100:00100000:3.0:1762170988.870235:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489608320 00000100:00100000:3.0:1762170988.870240:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489608320 00000100:00100000:1.0:1762170988.870244:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.870250:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481607296:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.870257:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc600/0x96d1ba5869cbf112 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc518e expref: 527 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.870268:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.870269:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.870277:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489608192 00000100:00100000:3.0:1762170988.870281:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489608192 00010000:00010000:3.0:1762170988.870297:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0a00/0x96d1ba5869cbf6de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b6d expref: 348 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.870304:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0600/0x96d1ba5869cbf6ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b89 expref: 348 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.870320:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489608448 00000100:00100000:0.0:1762170988.870324:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489608448 00000100:00100000:2.0:1762170988.870339:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889da0ceb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481607680:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.870340:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8465400/0x96d1ba5869cbf6e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b7b expref: 349 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.870353:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.870354:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33041 00010000:00010000:2.0:1762170988.870360:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.870366:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+349:2414:x1847765489607424:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.870366:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489608576 00000100:00100000:0.0:1762170988.870371:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489608576 00010000:00010000:3.0:1762170988.870383:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.870388:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.870392:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8466800/0x96d1ba5869cbf6d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b51 expref: 349 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.870394:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa800/0x96d1ba5869cbf119 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc519c expref: 528 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.870424:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489608704 00000100:00100000:0.0:1762170988.870428:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489608704 00010000:00010000:3.0:1762170988.870431:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8466800/0x96d1ba5869cbf6d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b51 expref: 349 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.870432:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.870445:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8000/0x96d1ba5869cbf120 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51aa expref: 529 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.870453:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489608960 00000100:00100000:1.0:1762170988.870458:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489608960 00000100:00100000:0.0:1762170988.870459:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489608832 00010000:00010000:3.0:1762170988.870461:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8466800/0x96d1ba5869cbf6d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b51 expref: 349 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.870463:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489608832 00010000:00010000:1.0:1762170988.870479:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1a00/0x96d1ba5869cbf6fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b97 expref: 349 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.870482:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.870483:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f6800/0x96d1ba5869cbf127 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b8 expref: 530 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.870502:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489609088 00000100:00100000:1.0:1762170988.870505:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489609088 00000100:00100000:0.0:1762170988.870513:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33042 00010000:00010000:1.0:1762170988.870520:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fda00/0x96d1ba5869cbf12e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51c6 expref: 531 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.870526:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+349:2414:x1847765489607680:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.870537:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.870540:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.870542:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33043 00010000:00010000:3.0:1762170988.870543:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.870549:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3200/0x96d1ba5869cbf6d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b5f expref: 349 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.870557:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea95e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+531:2414:x1847765489607936:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.870563:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.870575:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.870594:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc0c1d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70dd expref: 531 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.870610:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3200/0x96d1ba5869cbf6d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b5f expref: 349 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.870615:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc0c1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70dd expref: 531 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.870618:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.870636:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d3200/0x96d1ba5869cbf6d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b5f expref: 349 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.870637:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.870641:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.870645:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.870653:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.870654:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.870657:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.870662:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.870667:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.870669:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.870676:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+348:2414:x1847765489607424:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 310us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.870687:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33041 00010000:00010000:0.0:1762170988.870689:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.870694:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea95e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+531:2414:x1847765489607936:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 142us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.870703:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33043 00000100:00100000:0.0:1762170988.870732:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+347:2414:x1847765489607680:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 211us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.870739:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33044 00000100:00100000:0.0:1762170988.870746:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33042 00000100:00100000:3.0:1762170988.870754:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+347:2414:x1847765489607552:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.870755:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33045 00010000:00010000:3.0:1762170988.870769:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.870770:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+346:2414:x1847765489607808:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.870779:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8464c00/0x96d1ba5869cbf6c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b43 expref: 346 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.870783:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.870784:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.870794:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1000/0x96d1ba5869cbf6c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b35 expref: 346 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.870800:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.870803:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8464c00/0x96d1ba5869cbf6c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b43 expref: 346 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.870821:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1000/0x96d1ba5869cbf6c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b35 expref: 346 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.870822:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.870828:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+488:3641:x1847765481594368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28374us (28448us total) trans 4294977161 rc 0/0 00010000:00010000:3.0:1762170988.870834:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8464c00/0x96d1ba5869cbf6c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b43 expref: 346 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.870847:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41624 00010000:00010000:1.0:1762170988.870857:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1000/0x96d1ba5869cbf6c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b35 expref: 346 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.870862:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.870865:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.870870:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.870877:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.870878:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.870882:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1762170988.870884:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2acb100/2, rc 0, transno 4294977161 00010000:00010000:0.0:1762170988.870885:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.870886:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.870894:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.870899:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481594368:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.870907:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.870932:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.870936:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.870953:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+344:2414:x1847765489607808:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 188us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.870958:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33045 00000100:00100000:3.0:1762170988.870968:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+344:2414:x1847765489607552:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 217us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.870969:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1762170988.870978:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33046 00000100:00100000:2.0:1762170988.870981:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889da0ceb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481607936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.870987:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+530:2414:x1847765489608320:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.870989:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33044 00010000:00010000:1.0:1762170988.870996:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.871002:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc600/0x96d1ba5869cbf112 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc518e expref: 530 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.871010:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc600/0x96d1ba5869cbf112 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc518e expref: 530 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.871023:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc600/0x96d1ba5869cbf112 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc518e expref: 530 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.871025:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.871036:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.871038:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.871041:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.871047:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33047 00010000:00010000:1.0:1762170988.871049:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871062:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.871064:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+342:2414:x1847765489608064:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.871076:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.871076:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481607936 00000100:00100000:2.0:1762170988.871082:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481607936 00000100:00100000:1.0:1762170988.871086:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+529:2414:x1847765489608320:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 97us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.871086:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+683:3642:x1847765481604736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7602us (7839us total) trans 4294975413 rc 0/0 00010000:00010000:3.0:1762170988.871087:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0600/0x96d1ba5869cbf6ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b89 expref: 342 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.871104:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33046 00000100:00100000:0.0:1762170988.871106:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41665 00010000:00010000:3.0:1762170988.871120:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0600/0x96d1ba5869cbf6ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b89 expref: 342 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.871120:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41676 00000100:00100000:1.0:1762170988.871129:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33048 00000100:00100000:2.0:1762170988.871134:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+488:3640:x1847765481607936:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.871145:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+342:2416:x1847765489608192:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.871147:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0600/0x96d1ba5869cbf6ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b89 expref: 342 pid: 33720 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.871153:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bc000/2, rc 0, transno 4294975413 00002000:00080000:2.0:1762170988.871155:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1805 count 1 00010000:00010000:1.0:1762170988.871158:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.871168:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.871168:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0a00/0x96d1ba5869cbf6de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b6d expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.871172:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.871176:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481604736:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.871178:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871186:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0a00/0x96d1ba5869cbf6de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b6d expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.871193:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.871201:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871205:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d0a00/0x96d1ba5869cbf6de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b6d expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.871218:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170988.871219:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.871222:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871227:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.871231:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.871232:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481608064:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.871234:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.871234:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.871248:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+340:2414:x1847765489608064:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (1141us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.871255:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.871259:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.871271:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33047 00000100:00100000:2.0:1762170988.871273:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.871292:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.871292:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170988.871299:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33049 00010000:00010000:2.0:1762170988.871309:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1762170988.871310:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+339:2416:x1847765489608448:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.871318:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.871320:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+339:2416:x1847765489608192:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (1165us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.871325:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.871336:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8465400/0x96d1ba5869cbf6e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b7b expref: 339 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.871338:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33048 00010000:00010000:2.0:1762170988.871339:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889d89693000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.871348:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.871357:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8465400/0x96d1ba5869cbf6e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b7b expref: 338 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.871360:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.871366:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33050 00000100:00100000:1.0:1762170988.871380:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+528:2416:x1847765489608576:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.871384:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8465400/0x96d1ba5869cbf6e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b7b expref: 338 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.871385:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871390:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.871391:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+683:3640:x1847765481604480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8403us (8535us total) trans 4294975414 rc 0/0 00010000:00010000:1.0:1762170988.871402:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa800/0x96d1ba5869cbf119 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc519c expref: 528 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.871410:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89693000/0x96d1ba5869cc3663 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.871412:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41662 00010000:00010000:3.0:1762170988.871413:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.871419:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.871426:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871430:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa800/0x96d1ba5869cbf119 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc519c expref: 528 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.871431:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481608064 00000100:00100000:0.0:1762170988.871436:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481608064 00010000:00010000:2.0:1762170988.871440:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.871444:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.871448:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871456:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.871458:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41677 00010000:00010000:1.0:1762170988.871461:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.871467:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.871468:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+683:3643:x1847765481608064:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.871472:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889d89693800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.871480:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871481:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.871483:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1762170988.871485:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1996 count 1 00010000:00010000:0.0:1762170988.871499:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.871502:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.871510:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+337:2416:x1847765489608448:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 200us (1328us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.871510:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.871517:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8467000/0x96d1ba5869cbf701 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ba5 expref: 337 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.871521:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.871528:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33049 00010000:00010000:0.0:1762170988.871530:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.871533:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.871534:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+528:2416:x1847765489608576:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 154us (1286us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.871537:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.871540:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89693800/0x96d1ba5869cc364e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.871555:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33051 00000100:00100000:1.0:1762170988.871566:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33050 00000100:00100000:3.0:1762170988.871572:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+528:2415:x1847765489608704:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.871576:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.871576:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8467000/0x96d1ba5869cbf701 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ba5 expref: 336 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.871580:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.871596:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.871598:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.871604:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33052 00010000:00010000:0.0:1762170988.871607:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8467000/0x96d1ba5869cbf701 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ba5 expref: 336 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.871609:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8000/0x96d1ba5869cbf120 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51aa expref: 527 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.871619:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+336:2415:x1847765489608960:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1762170988.871622:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb1c00/2, rc 0, transno 4294975414 00010000:00010000:1.0:1762170988.871633:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.871638:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481608192:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.871640:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481604480:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.871641:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8000/0x96d1ba5869cbf120 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51aa expref: 527 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.871642:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1a00/0x96d1ba5869cbf6fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b97 expref: 336 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.871666:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1a00/0x96d1ba5869cbf6fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b97 expref: 336 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.871674:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8000/0x96d1ba5869cbf120 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51aa expref: 527 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.871680:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1a00/0x96d1ba5869cbf6fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b97 expref: 336 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.871691:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.871696:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.871698:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481608320:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.871699:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.871700:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.871702:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.871780:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.871783:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.871791:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.871800:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871810:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.871810:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.871825:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871833:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.871838:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.871839:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.871852:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.871861:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871863:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.871882:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170988.871887:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+335:2415:x1847765489608960:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 271us (1536us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.871893:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33052 00000100:00100000:1.0:1762170988.871909:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33053 00000100:00100000:1.0:1762170988.871918:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+526:2414:x1847765489608832:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.871925:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.871930:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f6800/0x96d1ba5869cbf127 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b8 expref: 526 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.871942:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f6800/0x96d1ba5869cbf127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b8 expref: 526 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.871953:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.871955:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.871957:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871962:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.871974:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.871979:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+685:3640:x1847765481605376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8123us (8459us total) trans 4294975415 rc 0/0 00000100:00100000:1.0:1762170988.871990:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+526:2414:x1847765489608832:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 73us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.871990:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41667 00000100:00100000:1.0:1762170988.872001:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33053 00000100:00100000:0.0:1762170988.872017:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481608320 00000100:00100000:2.0:1762170988.872019:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+684:3642:x1847765481605120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8401us (8718us total) trans 4294975416 rc 0/0 00000100:00100000:1.0:1762170988.872022:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33054 00000100:00100000:0.0:1762170988.872023:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481608320 00000100:00100000:2.0:1762170988.872032:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41666 00000100:00100000:1.0:1762170988.872037:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+525:2416:x1847765489609088:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.872044:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.872048:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fda00/0x96d1ba5869cbf12e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51c6 expref: 525 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.872058:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fda00/0x96d1ba5869cbf12e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51c6 expref: 525 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.872059:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41678 00010000:00010000:1.0:1762170988.872071:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.872074:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.872076:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6662450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+684:3643:x1847765481608320:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.872078:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.872089:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.872090:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.872095:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1997 count 1 00010000:00010000:1.0:1762170988.872101:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.872110:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.872118:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa400/0x96d1ba5869cbf135 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51d4 expref: 525 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.872118:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+525:2416:x1847765489609088:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 83us (1690us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.872124:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872130:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1800/0x96d1ba5869cbf708 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bb3 expref: 334 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.872143:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33054 00010000:00010000:2.0:1762170988.872146:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.872150:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.872155:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.872157:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872159:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.872163:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872164:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.872188:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa400/0x96d1ba5869cbf135 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51d4 expref: 524 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.872196:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa400/0x96d1ba5869cbf135 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51d4 expref: 524 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.872200:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6800/0x96d1ba5869cbf127 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51b8 expref: 524 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.872202:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.872206:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1800/0x96d1ba5869cbf708 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bb3 expref: 334 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.872214:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481608448:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.872225:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+523:2415:x1847765489608704:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 657us (1957us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.872228:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481607424:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.872232:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1800/0x96d1ba5869cbf708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bb3 expref: 334 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.872245:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33051 00000100:00100000:2.0:1762170988.872249:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.872252:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481608576:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.872254:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.872264:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.872266:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.872281:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.872284:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.872284:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.872288:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872293:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.872300:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.872303:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.872307:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872308:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.872309:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872331:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889d89692c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.872334:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872334:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.872338:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.872340:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.872341:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.872358:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.872363:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872366:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872377:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872382:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872386:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06400/0x96d1ba5869cc366a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872397:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d89692c00/0x96d1ba5869cc3671 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872415:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.872419:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872421:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.872429:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872439:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.872445:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872446:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.872453:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872455:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.872469:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+685:3640:x1847765481606656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6952us (7261us total) trans 4294975417 rc 0/0 00010000:00010000:3.0:1762170988.872476:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.872479:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41671 00010000:00010000:0.0:1762170988.872479:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872499:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc36a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.872500:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.872505:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872516:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc369b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.872518:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+489:3643:x1847765481607168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6140us (6236us total) trans 4294977178 rc 0/0 00010000:00010000:0.0:1762170988.872521:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.872522:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddfb80/2, rc 0, transno 4294977178 00010000:00010000:0.0:1762170988.872525:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.872530:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.872533:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481607168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.872537:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41674 00010000:00010000:3.0:1762170988.872553:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.872558:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.872562:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170988.872564:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bd180/2, rc 0, transno 4294975416 00000100:00100000:0.0:1762170988.872580:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481605120:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.872594:0:176030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc0c1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70dd expref: 522 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.872607:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.872613:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8763800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481606144:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.872614:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481608832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.872617:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481608704:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.872631:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.872636:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872644:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.872649:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872661:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.872664:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.872664:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.872667:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872688:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.872689:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.872691:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.872705:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.872729:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.872738:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.872740:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.872746:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbe680/2, rc 0, transno 4294975417 00000100:00100000:2.0:1762170988.872759:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481606656:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.872763:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1762170988.872769:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59be300/2, rc 0, transno 4294975415 00010000:00010000:1.0:1762170988.872771:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1762170988.872774:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481605376:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.872777:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1762170988.872840:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481609088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.872874:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.872901:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.872908:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481608960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.872922:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+685:3642:x1847765481604352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9858us (9930us total) trans 4294975418 rc 0/0 00000100:00100000:3.0:1762170988.872933:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41663 00000100:00100000:2.0:1762170988.872940:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.872951:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+490:3642:x1847765481607040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6835us (6972us total) trans 4294977180 rc 0/0 00000100:00100000:3.0:1762170988.872961:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481608832 00000100:00100000:0.0:1762170988.872961:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41673 00010000:00010000:2.0:1762170988.872967:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1762170988.872968:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481608832 00010000:00010000:2.0:1762170988.872973:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.872984:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.872984:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481608704 00010000:00010000:2.0:1762170988.872990:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.872990:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481608704 00000100:00100000:3.0:1762170988.872993:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481609088 00000100:00100000:3.0:1762170988.872999:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481609088 00010000:00010000:2.0:1762170988.873004:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.873013:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481608960 00000100:00100000:0.0:1762170988.873018:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481608960 00010000:00010000:2.0:1762170988.873019:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.873027:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41679 00010000:00010000:2.0:1762170988.873032:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3655 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.873042:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+687:3641:x1847765481608832:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.873048:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41680 00010000:00010000:2.0:1762170988.873055:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00002000:00080000:3.0:1762170988.873058:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1998 count 1 00000100:00100000:0.0:1762170988.873061:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+490:3640:x1847765481608704:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.873062:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873073:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.873077:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873078:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.873080:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1806 count 1 00010000:00010000:0.0:1762170988.873097:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873099:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.873104:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db3e00/0x96d1ba5869cbf8cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc1 expref: 334 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.873121:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9c00/0x96d1ba5869cbf13c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51e2 expref: 521 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.873125:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.873127:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.873130:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.873135:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.873136:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.873140:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.873146:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873147:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3678 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.873168:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db3e00/0x96d1ba5869cbf8cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc1 expref: 334 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.873193:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db3e00/0x96d1ba5869cbf8cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc1 expref: 334 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.873198:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.873199:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9c00/0x96d1ba5869cbf13c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51e2 expref: 521 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.873205:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.873225:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9c00/0x96d1ba5869cbf13c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51e2 expref: 521 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.873229:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170988.873237:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481609216:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.873237:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.873246:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481609344:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.873252:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873263:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873268:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3694 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873288:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.873289:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea1067840 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.873289:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.873290:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.873295:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.873311:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41681 00010000:00010000:3.0:1762170988.873313:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.873321:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+687:3643:x1847765481609088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.873332:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.873334:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2000 count 1 00010000:00010000:3.0:1762170988.873345:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873346:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.873356:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddc700/2, rc 0, transno 4294977180 00010000:00010000:3.0:1762170988.873367:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.873372:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481607040:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.873379:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5800/0x96d1ba5869cbf8d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bdd expref: 334 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.873387:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.873391:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e5f80/2, rc 0, transno 4294975418 00010000:00010000:2.0:1762170988.873392:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.873396:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.873402:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.873404:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481604352:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.873412:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.873433:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db5800/0x96d1ba5869cbf8d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bdd expref: 334 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.873445:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db5800/0x96d1ba5869cbf8d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bdd expref: 334 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.873455:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481609472:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.873477:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.873485:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.873491:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.873497:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481609600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.873504:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.873508:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.873516:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.873523:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.873536:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.873544:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc367f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.873548:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.873560:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481609728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.873566:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+688:3642:x1847765481606016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8926us (9252us total) trans 4294975419 rc 0/0 00000100:00100000:3.0:1762170988.873577:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41669 00010000:00010000:0.0:1762170988.873596:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.873600:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.873601:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.873606:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.873616:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481609600 00000100:00100000:3.0:1762170988.873622:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481609600 00000100:00100000:3.0:1762170988.873645:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481609728 00000100:00100000:3.0:1762170988.873649:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481609728 00000100:00100000:2.0:1762170988.873650:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41682 00000100:00100000:2.0:1762170988.873659:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+688:3643:x1847765481608960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.873670:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1999 count 1 00000100:00100000:3.0:1762170988.873673:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41683 00010000:00010000:2.0:1762170988.873683:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.873687:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+491:3640:x1847765481609600:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1762170988.873695:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbd180/2, rc 0, transno 4294975419 00010000:00010000:2.0:1762170988.873703:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db1e00/0x96d1ba5869cbf8c8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bcf expref: 334 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.873726:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481606016:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.873734:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1807 count 1 00010000:00010000:3.0:1762170988.873751:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.873766:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f5200/0x96d1ba5869cc0b0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fcc expref: 521 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873772:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.873776:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481609856:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.873777:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.873779:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.873782:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.873784:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170988.873790:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873812:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db1e00/0x96d1ba5869cbf8c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bcf expref: 334 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.873813:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.873820:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f5200/0x96d1ba5869cc0b0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fcc expref: 521 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.873831:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db1e00/0x96d1ba5869cbf8c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bcf expref: 334 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.873839:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f5200/0x96d1ba5869cc0b0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fcc expref: 521 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.873844:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481609856 00000100:00100000:2.0:1762170988.873846:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481609984:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.873849:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481609856 00000100:00100000:3.0:1762170988.873860:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481610112:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.873872:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41684 00000100:00100000:0.0:1762170988.873881:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+689:3640:x1847765481609728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.873891:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2001 count 1 00010000:00010000:0.0:1762170988.873901:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.873903:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.873905:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e811cad80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.873914:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db2e00/0x96d1ba5869cbf8dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5beb expref: 334 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.873919:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.873921:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.873923:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.873924:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.873944:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db2e00/0x96d1ba5869cbf8dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5beb expref: 334 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.873945:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.873954:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41685 00010000:00010000:3.0:1762170988.873962:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.873963:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db2e00/0x96d1ba5869cbf8dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5beb expref: 334 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.873968:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+689:3642:x1847765481609856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.873984:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2002 count 1 00010000:00010000:3.0:1762170988.873985:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.873988:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481610240:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.873995:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.874011:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8ef22cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.874017:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874019:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db0e00/0x96d1ba5869cbf8e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf9 expref: 334 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.874031:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.874033:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.874035:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.874037:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.874048:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa800/0x96d1ba5869cbf119 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc519c expref: 521 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.874059:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db0e00/0x96d1ba5869cbf8e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf9 expref: 334 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.874062:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481606912:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.874074:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db0e00/0x96d1ba5869cbf8e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf9 expref: 334 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.874081:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.874085:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1ae8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481610368:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.874095:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.874103:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.874109:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.874112:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.874122:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874123:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.874129:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874136:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.874140:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874146:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.874151:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.874156:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.874158:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+690:3640:x1847765481604608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10945us (11024us total) trans 4294975420 rc 0/0 00010000:00010000:2.0:1762170988.874167:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc365c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.874173:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41664 00010000:00010000:2.0:1762170988.874195:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.874199:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.874199:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874206:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.874209:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.874211:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874217:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.874227:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874232:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.874238:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874238:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc368d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.874257:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874267:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.874271:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874275:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.874278:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1762170988.874279:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.874285:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+492:3640:x1847765481606784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8664us (9006us total) trans 4294977181 rc 0/0 00010000:00010000:2.0:1762170988.874290:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.874297:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41672 00010000:00010000:2.0:1762170988.874302:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874307:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3686 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.874320:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.874330:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.874334:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.874338:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.874362:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fda00/0x96d1ba5869cbf12e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51c6 expref: 520 pid: 10282 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.874373:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbd880/2, rc 0, transno 4294977181 00000100:00100000:0.0:1762170988.874379:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481607808:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.874391:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481606784:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.874399:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.874410:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.874411:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bea00/2, rc 0, transno 4294975420 00010000:00010000:0.0:1762170988.874422:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.874423:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+492:3642:x1847765481606272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9419us (9573us total) trans 4294977182 rc 0/0 00000100:00100000:2.0:1762170988.874428:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481604608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.874438:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41670 00010000:00010000:0.0:1762170988.874444:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.874453:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.874487:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbc000/2, rc 0, transno 4294977182 00000100:00100000:0.0:1762170988.874495:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481606272:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.874505:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.874513:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481610496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.874542:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.874594:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481610752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.874599:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481610496 00000100:00100000:0.0:1762170988.874604:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481610496 00000100:00100000:2.0:1762170988.874633:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.874645:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481610752 00000100:00100000:0.0:1762170988.874649:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481610752 00000100:00100000:3.0:1762170988.874658:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41686 00000100:00100000:2.0:1762170988.874665:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170988.874672:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+492:3642:x1847765481610496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.874675:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41687 00000100:00100000:2.0:1762170988.874677:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481610624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.874687:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+690:3641:x1847765481610752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.874694:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1808 count 1 00002000:00080000:0.0:1762170988.874699:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2003 count 1 00000100:00100000:2.0:1762170988.874734:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.874734:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.874735:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.874760:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4200/0x96d1ba5869cbf8eb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c07 expref: 334 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.874762:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9faa00/0x96d1ba5869cbf17b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51fe expref: 519 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.874780:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.874781:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481610624 00010000:00010000:3.0:1762170988.874782:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.874784:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.874788:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.874788:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481610624 00010000:00010000:0.0:1762170988.874789:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.874794:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.874816:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41688 00010000:00010000:0.0:1762170988.874821:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db4200/0x96d1ba5869cbf8eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c07 expref: 334 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.874829:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+493:3641:x1847765481610624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.874830:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9faa00/0x96d1ba5869cbf17b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51fe expref: 519 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.874830:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db4200/0x96d1ba5869cbf8eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c07 expref: 334 pid: 8387 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.874848:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1809 count 1 00010000:00010000:3.0:1762170988.874860:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9faa00/0x96d1ba5869cbf17b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51fe expref: 519 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.874863:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481610880:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.874865:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.874891:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481611008:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.874896:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb000/0x96d1ba5869cbf14a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc520c expref: 519 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.874904:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.874904:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.874909:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.874913:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.874922:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7342000 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.874930:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.874936:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.874938:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb000/0x96d1ba5869cbf14a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc520c expref: 519 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.874943:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.874953:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb000/0x96d1ba5869cbf14a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc520c expref: 519 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.874956:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.874963:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.874972:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481611136:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.874985:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.874998:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.875004:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.875005:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc36a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.875034:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.875038:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.875041:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.875071:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+494:3640:x1847765481607552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8395us (8471us total) trans 4294977183 rc 0/0 00000100:00100000:0.0:1762170988.875078:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41675 00000004:00080000:2.0:1762170988.875096:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eab2e2300/2, rc 0, transno 4294977183 00000100:00100000:2.0:1762170988.875109:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481607552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.875166:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.875177:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481611264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.875212:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.875240:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481611264 00000100:00100000:0.0:1762170988.875244:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481611264 00000100:00100000:0.0:1762170988.875277:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41689 00000100:00100000:0.0:1762170988.875285:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+494:3643:x1847765481611264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.875295:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1810 count 1 00010000:00010000:0.0:1762170988.875306:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.875315:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd800/0x96d1ba5869cbf151 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc521a expref: 519 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.875320:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.875321:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.875324:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.875343:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd800/0x96d1ba5869cbf151 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc521a expref: 519 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.875352:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd800/0x96d1ba5869cbf151 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc521a expref: 519 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.875365:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481611392:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.875396:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b540 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.880825:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481610112:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.880825:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481608192:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.880867:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481608448:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.880868:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.880872:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.880892:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.880924:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481610240:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.880946:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.880953:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1ae8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481610368:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.880979:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.880987:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d52d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481609472:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.880989:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481608576:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.881012:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.881015:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.881016:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.881046:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.881063:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489609216 00000100:00100000:0.0:1762170988.881071:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481609344:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.881073:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489609216 00000100:00100000:1.0:1762170988.881079:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.881088:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.881110:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.881120:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489609344 00000100:00100000:0.0:1762170988.881126:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489609344 00000100:00100000:1.0:1762170988.881142:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.881166:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8467000/0x96d1ba5869cbf701 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ba5 expref: 335 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.881170:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489609472 00000100:00100000:3.0:1762170988.881178:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489609472 00000100:00100000:1.0:1762170988.881182:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.881205:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db2e00/0x96d1ba5869cbf8dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5beb expref: 336 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.881207:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.881221:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.881224:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489609728 00000100:00100000:0.0:1762170988.881231:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489609728 00000100:00100000:1.0:1762170988.881242:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.881244:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489609984 00010000:00010000:2.0:1762170988.881245:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f5200/0x96d1ba5869cc0b0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fcc expref: 521 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.881251:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489609984 00010000:00010000:0.0:1762170988.881251:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa400/0x96d1ba5869cbf135 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51d4 expref: 521 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.881265:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.881272:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db4200/0x96d1ba5869cbf8eb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c07 expref: 337 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.881280:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489609600 00000100:00100000:0.0:1762170988.881283:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489610240 00000100:00100000:0.0:1762170988.881287:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489610240 00000100:00100000:2.0:1762170988.881290:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489609600 00000100:00100000:3.0:1762170988.881291:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489609856 00000100:00100000:1.0:1762170988.881297:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.881299:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489609856 00010000:00010000:0.0:1762170988.881307:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9c00/0x96d1ba5869cbf13c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51e2 expref: 522 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.881315:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db0e00/0x96d1ba5869cbf8e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf9 expref: 339 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.881321:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1800/0x96d1ba5869cbf708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bb3 expref: 339 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.881327:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489610496 00000100:00100000:0.0:1762170988.881333:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489610496 00000100:00100000:2.0:1762170988.881340:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489610112 00000100:00100000:2.0:1762170988.881346:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489610112 00000100:00100000:3.0:1762170988.881347:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489610368 00000100:00100000:3.0:1762170988.881353:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489610368 00010000:00010000:0.0:1762170988.881355:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db1e00/0x96d1ba5869cbf8c8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bcf expref: 341 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.881364:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db3e00/0x96d1ba5869cbf8cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc1 expref: 342 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.881373:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db5800/0x96d1ba5869cbf8d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bdd expref: 342 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.881385:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33055 00000100:00100000:2.0:1762170988.881400:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33056 00000100:00100000:0.0:1762170988.881402:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+342:2417:x1847765489609344:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.881417:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+342:2416:x1847765489609472:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.881422:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33057 00010000:00010000:2.0:1762170988.881432:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.881435:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+522:2416:x1847765489609216:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.881442:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481610880:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.881442:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.881444:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db2e00/0x96d1ba5869cbf8dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5beb expref: 342 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.881453:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8467000/0x96d1ba5869cbf701 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ba5 expref: 342 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.881462:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.881478:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db2e00/0x96d1ba5869cbf8dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5beb expref: 342 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.881480:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8467000/0x96d1ba5869cbf701 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ba5 expref: 342 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.881500:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33058 00010000:00010000:3.0:1762170988.881505:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.881515:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f5200/0x96d1ba5869cc0b0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fcc expref: 522 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170988.881516:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+522:2416:x1847765489609728:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.881528:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8467000/0x96d1ba5869cbf701 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ba5 expref: 342 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.881529:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db2e00/0x96d1ba5869cbf8dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5beb expref: 342 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.881531:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.881540:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f5200/0x96d1ba5869cc0b0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fcc expref: 522 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.881542:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa400/0x96d1ba5869cbf135 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51d4 expref: 522 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.881568:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.881572:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.881573:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.881576:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa400/0x96d1ba5869cbf135 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51d4 expref: 522 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.881576:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.881580:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.881580:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.881600:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f5200/0x96d1ba5869cc0b0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fcc expref: 522 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.881609:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa400/0x96d1ba5869cbf135 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51d4 expref: 522 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.881620:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.881620:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.881657:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.881659:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.881661:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.881663:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.881666:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.881669:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.881671:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.881675:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.881685:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.881687:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.881748:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.881764:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+340:2417:x1847765489609344:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 370us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.881767:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+340:2416:x1847765489609472:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 354us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.881774:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33055 00000100:00100000:2.0:1762170988.881783:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33056 00000100:00100000:1.0:1762170988.881783:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+520:2416:x1847765489609728:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 269us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.881796:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33058 00010000:00010000:3.0:1762170988.881801:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.881804:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33059 00000100:00100000:0.0:1762170988.881812:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a67050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+338:2416:x1847765489609984:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.881813:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.881822:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.881825:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33060 00010000:00010000:2.0:1762170988.881830:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.881831:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db4200/0x96d1ba5869cbf8eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c07 expref: 338 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.881836:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+519:2416:x1847765489609216:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 401us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.881843:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+519:2416:x1847765489610240:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.881862:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33057 00010000:00010000:2.0:1762170988.881862:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.881862:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.881862:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db4200/0x96d1ba5869cbf8eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c07 expref: 338 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.881873:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9c00/0x96d1ba5869cbf13c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51e2 expref: 519 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.881889:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.881890:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4200/0x96d1ba5869cbf8eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c07 expref: 338 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.881898:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9c00/0x96d1ba5869cbf13c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51e2 expref: 518 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.881912:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.881915:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.881919:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.881932:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9c00/0x96d1ba5869cbf13c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51e2 expref: 518 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.881934:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.881940:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33061 00010000:00010000:2.0:1762170988.881943:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.881957:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+337:2417:x1847765489609600:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.881960:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.881964:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.881965:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.881969:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.881970:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.881979:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db0e00/0x96d1ba5869cbf8e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf9 expref: 337 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.881983:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.881986:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a67050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+337:2416:x1847765489609984:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 172us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.882004:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33059 00010000:00010000:3.0:1762170988.882009:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db0e00/0x96d1ba5869cbf8e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf9 expref: 337 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.882018:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.882029:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db0e00/0x96d1ba5869cbf8e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf9 expref: 336 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.882040:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+517:2416:x1847765489610240:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (832us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.882042:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.882047:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.882048:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33062 00010000:00010000:3.0:1762170988.882053:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.882057:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33060 00000100:00100000:0.0:1762170988.882063:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+335:2417:x1847765489609856:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.882072:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.882076:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.882078:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33063 00010000:00010000:0.0:1762170988.882086:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1800/0x96d1ba5869cbf708 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bb3 expref: 335 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.882093:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b709500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+335:2416:x1847765489610496:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.882104:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.882106:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1800/0x96d1ba5869cbf708 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bb3 expref: 335 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.882107:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.882117:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db1e00/0x96d1ba5869cbf8c8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bcf expref: 335 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.882126:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d1800/0x96d1ba5869cbf708 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bb3 expref: 335 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.882133:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db1e00/0x96d1ba5869cbf8c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bcf expref: 335 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.882134:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+335:2417:x1847765489609600:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (954us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.882141:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.882145:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.882152:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.882153:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33061 00010000:00010000:1.0:1762170988.882158:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.882161:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.882165:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.882170:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+495:3640:x1847765481607936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11035us (11144us total) trans 4294977184 rc 0/0 00000100:00100000:3.0:1762170988.882180:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33064 00010000:00010000:1.0:1762170988.882188:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.882191:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.882193:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41676 00000100:00100000:3.0:1762170988.882198:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+333:2417:x1847765489610112:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.882214:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.882224:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db3e00/0x96d1ba5869cbf8cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc1 expref: 333 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.882226:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.882229:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.882241:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db3e00/0x96d1ba5869cbf8cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc1 expref: 333 pid: 33721 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.882242:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889da0ceb800/2, rc 0, transno 4294977184 00000100:00100000:1.0:1762170988.882252:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b709500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+333:2416:x1847765489610496:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.882252:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+333:2417:x1847765489609856:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 192us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.882260:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889da0ceb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481607936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.882271:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.882271:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33062 00010000:00010000:3.0:1762170988.882276:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.882278:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33063 00010000:00010000:3.0:1762170988.882282:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.882291:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33065 00010000:00010000:3.0:1762170988.882293:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.882300:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+331:2417:x1847765489610368:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.882310:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.882316:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db5800/0x96d1ba5869cbf8d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bdd expref: 331 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.882322:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.882327:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db5800/0x96d1ba5869cbf8d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bdd expref: 331 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.882328:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.882342:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5800/0x96d1ba5869cbf8d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bdd expref: 331 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.882349:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+331:2417:x1847765489610112:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 153us (1084us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.882352:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.882355:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481611520:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.882356:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.882361:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.882365:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33064 00010000:00010000:0.0:1762170988.882371:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.882388:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489610624 00010000:00010000:0.0:1762170988.882388:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.882394:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489610624 00000100:00100000:1.0:1762170988.882397:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.882403:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.882407:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+329:2417:x1847765489610368:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 108us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.882415:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33065 00010000:00010000:3.0:1762170988.882417:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9faa00/0x96d1ba5869cbf17b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51fe expref: 517 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.882434:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489610880 00000100:00100000:0.0:1762170988.882439:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489610880 00000100:00100000:3.0:1762170988.882444:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33066 00000100:00100000:3.0:1762170988.882455:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a67c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+518:2417:x1847765489610624:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.882461:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd800/0x96d1ba5869cbf151 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc521a expref: 518 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.882466:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.882474:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9faa00/0x96d1ba5869cbf17b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51fe expref: 518 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.882485:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.882490:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33067 00010000:00010000:3.0:1762170988.882491:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9faa00/0x96d1ba5869cbf17b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51fe expref: 518 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.882498:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.882503:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b708e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+518:2417:x1847765489610880:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.882511:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.882516:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.882517:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.882518:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.882521:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.882526:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd800/0x96d1ba5869cbf151 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc521a expref: 518 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.882543:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.882554:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd800/0x96d1ba5869cbf151 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc521a expref: 518 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.882559:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.882567:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.882571:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.882575:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.882578:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.882598:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.882598:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489610752 00010000:00010000:0.0:1762170988.882599:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.882604:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489610752 00010000:00010000:1.0:1762170988.882626:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb000/0x96d1ba5869cbf14a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc520c expref: 519 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.882639:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.882646:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33068 00000100:00100000:1.0:1762170988.882655:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+519:2417:x1847765489610752:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.882665:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.882670:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b708e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+519:2417:x1847765489610880:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (271us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.882674:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb000/0x96d1ba5869cbf14a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc520c expref: 519 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.882678:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.882687:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33067 00010000:00010000:1.0:1762170988.882697:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb000/0x96d1ba5869cbf14a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc520c expref: 519 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.882733:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a67c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+518:2417:x1847765489610624:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 255us (383us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.882738:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.882743:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33066 00010000:00010000:1.0:1762170988.882743:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.882748:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.882755:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd800/0x96d1ba5869cbf151 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc521a expref: 517 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.882777:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.882778:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481611392:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.882796:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170988.882801:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.882802:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+691:3643:x1847765481609088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9481us (9927us total) trans 4294975421 rc 0/0 00010000:00010000:0.0:1762170988.882803:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.882807:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.882823:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41681 00000100:00100000:1.0:1762170988.882829:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+516:2417:x1847765489610752:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (342us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.882829:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.882832:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.882841:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.882842:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481611520 00000100:00100000:1.0:1762170988.882849:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33068 00000100:00100000:2.0:1762170988.882850:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481611520 00010000:00010000:0.0:1762170988.882853:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.882866:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.882869:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.882885:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41690 00010000:00010000:0.0:1762170988.882889:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.882892:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.882899:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+495:3643:x1847765481611520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.882912:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc36b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.882913:0:9199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db1e00/0x96d1ba5869cbf8c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bcf expref: 328 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.882913:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:2.0:1762170988.882928:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1811 count 1 00000100:00100000:1.0:1762170988.882942:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481609984:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.882956:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.882957:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.882961:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.882969:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.882979:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.882989:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8800/0x96d1ba5869cbf158 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5228 expref: 515 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.882991:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.882993:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.882998:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.883015:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.883016:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.883020:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.883020:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.883026:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.883032:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+496:3643:x1847765481611264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7745us (7817us total) trans 4294977185 rc 0/0 00010000:00010000:1.0:1762170988.883034:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.883052:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.883054:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41689 00010000:00010000:2.0:1762170988.883072:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8800/0x96d1ba5869cbf158 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5228 expref: 515 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.883076:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc36d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.883086:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.883102:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.883103:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8800/0x96d1ba5869cbf158 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5228 expref: 515 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.883106:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.883111:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.883113:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.883127:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481611648:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.883134:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.883138:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.883140:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.883144:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.883157:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.883159:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.883181:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.883185:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.883191:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.883197:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc36da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.883201:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc370b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.883222:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e795500/2, rc 0, transno 4294977185 00000100:00100000:1.0:1762170988.883233:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97931c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+691:3643:x1847765481608960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9572us (10292us total) trans 4294975422 rc 0/0 00000100:00100000:2.0:1762170988.883235:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481611264:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.883238:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.883241:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.883243:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.883247:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.883248:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41682 00010000:00010000:0.0:1762170988.883249:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.883253:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.883263:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f76d80/2, rc 0, transno 4294975422 00010000:00010000:3.0:1762170988.883266:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.883267:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.883276:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481608960:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.883279:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.883291:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.883296:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db3e00/0x96d1ba5869cbf8cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc1 expref: 327 pid: 33721 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.883297:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f75880/2, rc 0, transno 4294975421 00010000:00010000:0.0:1762170988.883299:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.883307:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481609088:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.883312:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.883326:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.883329:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481609216:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.883331:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.883352:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.883352:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.883354:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.883377:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.883384:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170988.883388:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.883398:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.883402:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481611904:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.883411:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.883427:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1762170988.883442:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.883476:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170988.883483:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+497:3640:x1847765481608704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10424us (10780us total) trans 4294977186 rc 0/0 00000100:00100000:2.0:1762170988.883486:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481611776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.883497:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41680 00000100:00100000:2.0:1762170988.883522:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.883523:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481611904 00000100:00100000:0.0:1762170988.883528:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481611904 00000100:00100000:1.0:1762170988.883551:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+692:3641:x1847765481608832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10514us (10892us total) trans 4294975423 rc 0/0 00000100:00100000:1.0:1762170988.883558:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41679 00000100:00100000:0.0:1762170988.883561:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481611776 00000004:00080000:2.0:1762170988.883565:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b76d80/2, rc 0, transno 4294975423 00000100:00100000:0.0:1762170988.883566:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481611776 00000100:00100000:1.0:1762170988.883595:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41691 00000100:00100000:2.0:1762170988.883598:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481608832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.883605:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+692:3641:x1847765481611904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.883617:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2005 count 1 00000100:00100000:0.0:1762170988.883621:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41692 00010000:00010000:1.0:1762170988.883630:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.883635:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+692:3641:x1847765481611776:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.883643:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5e00/0x96d1ba5869cbf8f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c23 expref: 326 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.883650:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.883653:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1762170988.883653:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2004 count 1 00010000:00010000:1.0:1762170988.883657:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.883668:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481612032:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.883670:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.883676:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db5e00/0x96d1ba5869cbf8f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c23 expref: 326 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.883697:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db5e00/0x96d1ba5869cbf8f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c23 expref: 326 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.883698:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db3400/0x96d1ba5869cbf8f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c15 expref: 326 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.883737:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.883751:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.883753:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.883756:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.883772:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170988.883781:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db3400/0x96d1ba5869cbf8f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c15 expref: 326 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.883791:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db3400/0x96d1ba5869cbf8f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c15 expref: 326 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.883792:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481612160:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.883809:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481612416:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.883833:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.883868:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.883893:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481612032 00000100:00100000:0.0:1762170988.883898:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481612032 00000004:00080000:2.0:1762170988.883916:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b75500/2, rc 0, transno 4294977186 00000100:00100000:0.0:1762170988.883922:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481612160 00000100:00100000:0.0:1762170988.883926:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481612160 00000100:00100000:2.0:1762170988.883930:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481608704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.883947:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41693 00000100:00100000:0.0:1762170988.883955:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+497:3642:x1847765481612032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.883965:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1812 count 1 00010000:00010000:0.0:1762170988.883977:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.883990:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7000/0x96d1ba5869cbf15f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5236 expref: 515 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.883995:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1762170988.883999:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.884002:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.884006:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.884007:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481612544:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.884037:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f7000/0x96d1ba5869cbf15f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5236 expref: 515 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.884049:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f7000/0x96d1ba5869cbf15f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5236 expref: 515 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.884050:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.884063:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481612672:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.884089:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bf00 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.884100:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170988.884110:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884111:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.884117:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481612288:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.884131:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884134:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.884142:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884142:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884157:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884163:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884168:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1762170988.884185:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884192:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc36cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884226:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1762170988.884230:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884237:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.884241:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884249:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884262:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884270:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc36e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884301:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.884306:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884313:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.884318:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+694:3640:x1847765481609728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10437us (10718us total) trans 4294975424 rc 0/0 00010000:00010000:2.0:1762170988.884319:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.884329:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41684 00010000:00010000:2.0:1762170988.884331:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884345:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.884350:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481612544 00010000:00010000:2.0:1762170988.884352:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc36c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.884353:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481612544 00000100:00100000:0.0:1762170988.884381:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41694 00010000:00010000:2.0:1762170988.884385:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.884390:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+693:3642:x1847765481612160:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.884392:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884405:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00002000:00080000:0.0:1762170988.884406:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2006 count 1 00010000:00010000:2.0:1762170988.884410:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884417:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884420:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884429:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db2c00/0x96d1ba5869cbf900 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c31 expref: 326 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.884438:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884438:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.884442:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.884447:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884451:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc36e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884476:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db2c00/0x96d1ba5869cbf900 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c31 expref: 326 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.884480:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.884485:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.884491:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.884491:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db2c00/0x96d1ba5869cbf900 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c31 expref: 326 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.884503:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481612800:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170988.884519:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1463b80/2, rc 0, transno 4294975424 00000100:00100000:0.0:1762170988.884526:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8ef22cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.884533:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481609728:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.884551:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884556:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884562:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884567:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884581:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.884612:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.884624:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481612928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.884659:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.884739:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+694:3641:x1847765481610752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10054us (10106us total) trans 4294975425 rc 0/0 00000100:00100000:0.0:1762170988.884745:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41687 00000100:00100000:0.0:1762170988.884763:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481612928 00000100:00100000:0.0:1762170988.884766:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481612928 00000100:00100000:0.0:1762170988.884784:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41695 00000100:00100000:0.0:1762170988.884794:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+498:3641:x1847765481612544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.884797:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.884803:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.884807:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1813 count 1 00010000:00010000:2.0:1762170988.884815:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.884820:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884824:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884829:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884840:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc200/0x96d1ba5869cbf166 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5244 expref: 515 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.884848:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884849:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.884853:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.884858:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.884863:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc36fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884886:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc200/0x96d1ba5869cbf166 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5244 expref: 515 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.884893:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.884897:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.884900:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc200/0x96d1ba5869cbf166 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5244 expref: 515 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.884903:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.884914:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481613056:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170988.884935:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e796a00/2, rc 0, transno 4294975425 00000100:00100000:2.0:1762170988.884949:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e796a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481610752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.884957:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.884980:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884989:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.884998:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.885005:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.885006:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.885019:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481613184:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.885026:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.885054:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.885103:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.885109:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.885118:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.885122:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.885131:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.885144:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.885150:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc36be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.885166:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6662450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+695:3643:x1847765481608320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13095us (13387us total) trans 4294975426 rc 0/0 00010000:00010000:2.0:1762170988.885170:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.885175:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.885176:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41678 00010000:00010000:2.0:1762170988.885179:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.885201:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481613184 00000100:00100000:0.0:1762170988.885204:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481613184 00000004:00080000:2.0:1762170988.885211:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b75c00/2, rc 0, transno 4294975426 00000100:00100000:0.0:1762170988.885225:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41696 00000100:00100000:2.0:1762170988.885227:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481608320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.885233:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+695:3640:x1847765481612928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.885244:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2007 count 1 00010000:00010000:0.0:1762170988.885254:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.885267:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4e00/0x96d1ba5869cbf907 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c3f expref: 326 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.885272:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.885273:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.885275:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.885292:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170988.885293:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db4e00/0x96d1ba5869cbf907 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c3f expref: 326 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.885303:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db4e00/0x96d1ba5869cbf907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c3f expref: 326 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.885307:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e91ade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481613312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.885320:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481613440:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.885347:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.885349:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.885376:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.885385:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.885394:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.885402:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.885403:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481613312 00000100:00100000:2.0:1762170988.885408:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481613312 00010000:00010000:0.0:1762170988.885424:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.885447:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41697 00000100:00100000:2.0:1762170988.885459:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+696:3643:x1847765481613184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.885474:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2008 count 1 00010000:00010000:2.0:1762170988.885490:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.885502:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db3600/0x96d1ba5869cbf90e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c4d expref: 326 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.885509:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.885511:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.885515:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.885541:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db3600/0x96d1ba5869cbf90e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c4d expref: 326 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.885557:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db3600/0x96d1ba5869cbf90e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c4d expref: 326 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.885571:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb524ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481613568:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.885595:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+697:3643:x1847765481608064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14114us (14315us total) trans 4294975427 rc 0/0 00000100:00100000:0.0:1762170988.885604:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41677 00000004:00080000:2.0:1762170988.885615:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b74700/2, rc 0, transno 4294975427 00000100:00100000:2.0:1762170988.885628:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481608064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.885633:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41698 00000100:00100000:0.0:1762170988.885644:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+696:3642:x1847765481613312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.885656:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2009 count 1 00010000:00010000:0.0:1762170988.885668:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.885681:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db1400/0x96d1ba5869cbf915 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c5b expref: 326 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.885691:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481613696:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.885691:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.885695:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.885699:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.885745:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db1400/0x96d1ba5869cbf915 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c5b expref: 326 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.885749:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.885762:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db1400/0x96d1ba5869cbf915 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c5b expref: 326 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.885772:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.885776:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481613824:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.885781:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.885792:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.885797:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.885799:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.885809:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.885823:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.885828:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.885834:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.885838:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc36b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.885841:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.885860:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481613696 00000100:00100000:0.0:1762170988.885865:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481613696 00010000:00010000:3.0:1762170988.885866:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.885872:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.885876:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.885897:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.885903:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41699 00000100:00100000:0.0:1762170988.885913:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+697:3640:x1847765481613696:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.885914:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.885926:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9faa00/0x96d1ba5869cbf17b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc51fe expref: 515 pid: 10282 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.885927:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2010 count 1 00010000:00010000:3.0:1762170988.885928:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.885943:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.885953:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.885957:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.885961:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db0c00/0x96d1ba5869cbf91c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c69 expref: 326 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.885971:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.885975:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481611008:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.885975:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.885980:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.885985:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.886005:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.886005:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.886011:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db0c00/0x96d1ba5869cbf91c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c69 expref: 326 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.886018:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb000/0x96d1ba5869cbf14a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc520c expref: 514 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.886026:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.886039:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.886039:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db0c00/0x96d1ba5869cbf91c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c69 expref: 326 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.886048:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481611136:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.886064:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.886069:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.886069:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481613952:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.886072:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.886093:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.886098:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.886101:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.886114:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.886115:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.886117:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.886127:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.886134:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07a00/0x96d1ba5869cc36ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.886152:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.886154:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.886156:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.886170:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.886177:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.886184:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.886192:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.886202:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.886215:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.886216:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.886221:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.886224:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.886228:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.886245:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.886251:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.886256:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.886262:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.886263:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.886284:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.886287:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.886301:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07e00/0x96d1ba5869cc3704 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.886305:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.886317:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc36f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.886327:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.886330:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.886332:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.886345:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.886350:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.886354:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.886377:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+500:3641:x1847765481610624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11550us (11667us total) trans 4294977188 rc 0/0 00000100:00100000:1.0:1762170988.886385:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41688 00000100:00100000:2.0:1762170988.886402:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+499:3642:x1847765481610496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11735us (11859us total) trans 4294977189 rc 0/0 00000100:00100000:2.0:1762170988.886415:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41686 00000004:00080000:1.0:1762170988.886426:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e794000/2, rc 0, transno 4294977188 00000100:00100000:1.0:1762170988.886437:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481610624:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170988.886463:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e797b80/2, rc 0, transno 4294977189 00000100:00100000:2.0:1762170988.886472:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e797b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481610496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.886521:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481614208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.886554:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+698:3642:x1847765481609856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12589us (12740us total) trans 4294975428 rc 0/0 00000100:00100000:1.0:1762170988.886563:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.886569:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41685 00000100:00100000:3.0:1762170988.886609:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481614208 00000004:00080000:1.0:1762170988.886612:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1461180/2, rc 0, transno 4294975428 00000100:00100000:3.0:1762170988.886616:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481614208 00000100:00100000:1.0:1762170988.886624:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481609856:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.886664:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41700 00000100:00100000:3.0:1762170988.886678:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+499:3642:x1847765481614208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.886681:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481614336:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.886699:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1815 count 1 00000100:00100000:1.0:1762170988.886730:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.886754:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.886761:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1762170988.886769:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481614080:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.886787:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db3a00/0x96d1ba5869cc09fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ebb expref: 513 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.886797:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170988.886799:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170988.886803:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.886819:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.886832:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db3a00/0x96d1ba5869cc09fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ebb expref: 513 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.886845:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db3a00/0x96d1ba5869cc09fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ebb expref: 513 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.886860:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481614464:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.886874:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481614336 00000100:00100000:1.0:1762170988.886878:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481614336 00000100:00100000:1.0:1762170988.886905:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481614080 00000100:00100000:1.0:1762170988.886907:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481614080 00000100:00100000:1.0:1762170988.886931:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41701 00000100:00100000:3.0:1762170988.886935:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9b55240 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.886941:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+698:3643:x1847765481614336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.886951:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2011 count 1 00000100:00100000:3.0:1762170988.886966:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41702 00010000:00010000:1.0:1762170988.886968:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.886980:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+500:3640:x1847765481614080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.886982:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db3200/0x96d1ba5869cbf923 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c77 expref: 326 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.886993:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.886995:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.886997:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.887002:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1814 count 1 00010000:00010000:1.0:1762170988.887013:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db3200/0x96d1ba5869cbf923 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c77 expref: 326 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.887021:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.887027:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db3200/0x96d1ba5869cbf923 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c77 expref: 326 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.887045:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481614592:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.887046:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6a00/0x96d1ba5869cbf16d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5252 expref: 513 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.887058:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.887061:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.887065:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.887072:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321d80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.887097:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f6a00/0x96d1ba5869cbf16d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5252 expref: 513 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.887099:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+500:3642:x1847765481600128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34114us (34233us total) trans 4294977169 rc 0/0 00010000:00010000:3.0:1762170988.887118:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f6a00/0x96d1ba5869cbf16d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5252 expref: 513 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.887125:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41646 00000100:00100000:3.0:1762170988.887140:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481614720:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.887397:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a4a80/2, rc 0, transno 4294977169 00000100:00100000:0.0:1762170988.887409:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481600128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.887413:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.887481:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170988.887493:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481614848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.887521:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.887581:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481614848 00000100:00100000:0.0:1762170988.887600:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481614848 00000100:00100000:0.0:1762170988.887666:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41703 00000100:00100000:0.0:1762170988.887682:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+500:3641:x1847765481614848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.887702:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1816 count 1 00010000:00010000:0.0:1762170988.887899:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.887913:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd400/0x96d1ba5869cbf189 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc526e expref: 513 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.887922:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.887924:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.887927:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.887959:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd400/0x96d1ba5869cbf189 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc526e expref: 513 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.887972:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd400/0x96d1ba5869cbf189 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc526e expref: 513 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.887985:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481614976:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.888082:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af000 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.889073:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481611648:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.889103:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.889117:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481613056:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.889149:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.889198:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481612416:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.889203:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb524ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481613568:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.889225:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.889226:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.889281:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481613440:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.889305:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.889345:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481612672:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.889361:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.889385:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481613824:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.889404:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.889435:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481612800:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.889458:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.889489:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481613952:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.889505:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.890057:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481612288:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.890082:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.891190:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.891242:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.891272:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.891299:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.891314:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489611776 00000100:00100000:3.0:1762170988.891323:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489611776 00000100:00100000:1.0:1762170988.891333:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.891364:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.891370:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db2c00/0x96d1ba5869cbf900 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c31 expref: 327 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.891394:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.891417:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489611008 00000100:00100000:3.0:1762170988.891423:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489611008 00000100:00100000:1.0:1762170988.891427:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.891441:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489612160 00010000:00010000:3.0:1762170988.891448:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8800/0x96d1ba5869cbf158 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5228 expref: 514 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.891449:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489612160 00000100:00100000:3.0:1762170988.891471:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489611264 00000100:00100000:3.0:1762170988.891475:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489611264 00010000:00010000:0.0:1762170988.891481:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db0c00/0x96d1ba5869cbf91c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c69 expref: 328 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.891483:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.891499:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db3400/0x96d1ba5869cbf8f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c15 expref: 329 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.891506:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489611136 00000100:00100000:0.0:1762170988.891510:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489611136 00000100:00100000:1.0:1762170988.891515:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.891521:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489611520 00000100:00100000:3.0:1762170988.891527:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489611520 00010000:00010000:0.0:1762170988.891529:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc200/0x96d1ba5869cbf166 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5244 expref: 515 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.891545:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489611392 00010000:00010000:3.0:1762170988.891550:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f7000/0x96d1ba5869cbf15f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5236 expref: 516 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.891550:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489611392 00010000:00010000:0.0:1762170988.891571:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db4e00/0x96d1ba5869cbf907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c3f expref: 330 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.891573:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489611904 00000100:00100000:3.0:1762170988.891579:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489611904 00000100:00100000:0.0:1762170988.891606:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489611648 00000100:00100000:1.0:1762170988.891607:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.891612:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489611648 00010000:00010000:3.0:1762170988.891614:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db5e00/0x96d1ba5869cbf8f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c23 expref: 331 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.891634:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db1400/0x96d1ba5869cbf915 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c5b expref: 332 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.891635:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489612032 00000100:00100000:3.0:1762170988.891641:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489612032 00000100:00100000:1.0:1762170988.891645:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.891662:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489612288 00010000:00010000:3.0:1762170988.891663:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db3600/0x96d1ba5869cbf90e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c4d expref: 333 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.891668:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489612288 00000100:00100000:3.0:1762170988.891685:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489612416 00000100:00100000:3.0:1762170988.891689:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489612416 00000100:00100000:1.0:1762170988.891704:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.891730:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db3a00/0x96d1ba5869cc09fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ebb expref: 517 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.891733:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db3200/0x96d1ba5869cbf923 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c77 expref: 334 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.891762:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489612544 00000100:00100000:1.0:1762170988.891762:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.891768:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489612544 00000100:00100000:0.0:1762170988.891773:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33069 00000100:00100000:0.0:1762170988.891785:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+334:2414:x1847765489611776:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.891791:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489612672 00010000:00010000:3.0:1762170988.891792:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f6a00/0x96d1ba5869cbf16d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5252 expref: 518 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.891798:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489612672 00010000:00010000:0.0:1762170988.891801:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.891809:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db2c00/0x96d1ba5869cbf900 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c31 expref: 334 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.891820:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33070 00010000:00010000:1.0:1762170988.891826:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd400/0x96d1ba5869cbf189 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc526e expref: 519 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.891828:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db2c00/0x96d1ba5869cbf900 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c31 expref: 334 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.891836:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+519:2416:x1847765489611008:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.891857:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.891864:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8800/0x96d1ba5869cbf158 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5228 expref: 519 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.891870:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db2c00/0x96d1ba5869cbf900 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c31 expref: 334 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.891871:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33071 00000100:00100000:1.0:1762170988.891887:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+334:2414:x1847765489612160:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.891894:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8800/0x96d1ba5869cbf158 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5228 expref: 519 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.891896:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.891899:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.891900:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.891907:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.891910:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db0c00/0x96d1ba5869cbf91c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c69 expref: 333 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.891916:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.891922:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8800/0x96d1ba5869cbf158 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5228 expref: 519 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.891933:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db0c00/0x96d1ba5869cbf91c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c69 expref: 333 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.891952:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.891955:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db0c00/0x96d1ba5869cbf91c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c69 expref: 333 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.891960:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.891964:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.891971:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.891976:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.891979:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.891982:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.891985:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.892002:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.892011:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+332:2414:x1847765489611776:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 228us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.892020:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33069 00010000:00010000:3.0:1762170988.892022:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.892025:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.892031:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.892041:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.892045:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33072 00000100:00100000:3.0:1762170988.892053:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+518:2416:x1847765489611008:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 220us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.892055:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+331:2414:x1847765489612160:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 172us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.892062:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+331:2416:x1847765489611264:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.892063:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.892075:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33070 00010000:00010000:2.0:1762170988.892083:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.892085:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33071 00010000:00010000:0.0:1762170988.892096:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.892101:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33073 00010000:00010000:2.0:1762170988.892110:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.892111:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33074 00010000:00010000:0.0:1762170988.892111:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db3400/0x96d1ba5869cbf8f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c15 expref: 330 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.892118:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+517:2417:x1847765489611136:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.892127:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+517:2416:x1847765489611520:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.892134:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.892135:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db3400/0x96d1ba5869cbf8f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c15 expref: 330 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.892137:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.892145:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc200/0x96d1ba5869cbf166 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5244 expref: 517 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.892146:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f7000/0x96d1ba5869cbf15f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5236 expref: 517 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.892164:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db3400/0x96d1ba5869cbf8f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c15 expref: 330 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.892177:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f7000/0x96d1ba5869cbf15f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5236 expref: 517 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.892178:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc200/0x96d1ba5869cbf166 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5244 expref: 517 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.892181:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.892186:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.892191:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.892207:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7000/0x96d1ba5869cbf15f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5236 expref: 517 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.892208:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.892214:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc200/0x96d1ba5869cbf166 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5244 expref: 517 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.892230:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.892234:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.892239:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.892243:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.892246:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.892247:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.892249:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.892254:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.892265:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.892270:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.892280:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33075 00000100:00100000:0.0:1762170988.892281:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+329:2416:x1847765489611264:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 222us (980us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.892288:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.892295:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33072 00000100:00100000:2.0:1762170988.892296:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+329:2417:x1847765489611392:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.892301:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+515:2416:x1847765489611520:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (933us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.892311:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.892311:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33074 00000100:00100000:3.0:1762170988.892319:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+515:2417:x1847765489611136:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 204us (982us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.892321:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db4e00/0x96d1ba5869cbf907 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c3f expref: 328 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.892323:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33076 00000100:00100000:1.0:1762170988.892339:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33077 00000100:00100000:0.0:1762170988.892340:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+328:2416:x1847765489611904:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.892345:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db4e00/0x96d1ba5869cbf907 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c3f expref: 328 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.892350:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33073 00010000:00010000:0.0:1762170988.892353:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.892355:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+328:2417:x1847765489611648:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.892364:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db5e00/0x96d1ba5869cbf8f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c23 expref: 328 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.892371:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.892377:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4e00/0x96d1ba5869cbf907 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c3f expref: 328 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.892379:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db5e00/0x96d1ba5869cbf8f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c23 expref: 328 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.892381:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db1400/0x96d1ba5869cbf915 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c5b expref: 328 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.892403:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33078 00010000:00010000:2.0:1762170988.892404:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.892408:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.892410:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db1400/0x96d1ba5869cbf915 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c5b expref: 327 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.892413:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.892414:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5e00/0x96d1ba5869cbf8f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c23 expref: 327 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.892417:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+327:2417:x1847765489612032:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.892435:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.892442:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db1400/0x96d1ba5869cbf915 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c5b expref: 327 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.892443:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.892446:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db3600/0x96d1ba5869cbf90e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c4d expref: 326 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.892446:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.892450:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.892455:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.892467:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.892471:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.892476:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.892477:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.892483:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db3600/0x96d1ba5869cbf90e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c4d expref: 325 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.892487:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.892499:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.892503:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.892512:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.892515:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db3600/0x96d1ba5869cbf90e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c4d expref: 325 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.892516:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.892522:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.892534:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+325:2416:x1847765489611904:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (1107us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.892541:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.892541:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.892545:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33076 00010000:00010000:3.0:1762170988.892546:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.892547:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+324:2417:x1847765489611648:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 197us (1064us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.892553:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.892562:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33077 00000100:00100000:0.0:1762170988.892578:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33079 00010000:00010000:3.0:1762170988.892579:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.892592:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.892601:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33080 00000100:00100000:0.0:1762170988.892603:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+322:2416:x1847765489612416:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.892615:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+513:2416:x1847765489612288:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.892621:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.892625:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.892626:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.892629:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db3200/0x96d1ba5869cbf923 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c77 expref: 322 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.892632:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.892635:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db3a00/0x96d1ba5869cc09fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ebb expref: 513 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.892654:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db3200/0x96d1ba5869cbf923 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c77 expref: 322 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.892655:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+322:2417:x1847765489612032:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 240us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.892678:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33078 00010000:00010000:1.0:1762170988.892680:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db3a00/0x96d1ba5869cc09fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ebb expref: 513 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.892681:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.892685:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.892691:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.892701:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.892705:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33081 00010000:00010000:1.0:1762170988.892705:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.892735:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.892742:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+513:2416:x1847765489612544:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.892743:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.892754:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.892760:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.892764:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.892770:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f6a00/0x96d1ba5869cbf16d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5252 expref: 513 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.892777:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.892783:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+321:2416:x1847765489612416:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 185us (1142us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.892786:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f6a00/0x96d1ba5869cbf16d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5252 expref: 513 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.892792:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33079 00000100:00100000:1.0:1762170988.892802:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+513:2416:x1847765489612288:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (1195us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.892809:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.892812:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33082 00010000:00010000:3.0:1762170988.892814:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.892819:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.892821:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33080 00000100:00100000:0.0:1762170988.892823:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+513:2416:x1847765489612672:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.892835:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.892838:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.892842:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd400/0x96d1ba5869cbf189 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc526e expref: 512 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.892850:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+699:3640:x1847765481612928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7615us (8191us total) trans 4294975429 rc 0/0 00010000:00010000:3.0:1762170988.892866:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.892870:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41696 00010000:00010000:0.0:1762170988.892870:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd400/0x96d1ba5869cbf189 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc526e expref: 512 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.892883:0:9199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db3200/0x96d1ba5869cbf923 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c77 expref: 320 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.892885:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.892888:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.892892:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+512:2416:x1847765489612544:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 152us (1187us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.892893:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.892907:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481614592:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.892909:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.892915:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33081 00010000:00010000:0.0:1762170988.892925:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1762170988.892926:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8765500/2, rc 0, transno 4294975429 00010000:00010000:1.0:1762170988.892934:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.892940:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+511:2416:x1847765489612672:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 120us (1181us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.892943:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481612928:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.892947:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.892958:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.892959:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.892961:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33082 00010000:00010000:3.0:1762170988.892981:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.892982:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.892988:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.892993:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893001:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.893004:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893012:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893031:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893032:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893036:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481615104:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.893040:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.893058:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3712 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893058:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893076:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893086:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.893095:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1762170988.893099:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1762170988.893105:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893114:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.893118:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893128:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893135:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481615104 00010000:00010000:3.0:1762170988.893140:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893141:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481615104 00010000:00010000:3.0:1762170988.893151:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc373c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893173:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.893177:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893183:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41704 00010000:00010000:3.0:1762170988.893190:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.893194:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893197:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+701:3641:x1847765481615104:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.893204:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e795f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+701:3643:x1847765481614336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6263us (6469us total) trans 4294975430 rc 0/0 00010000:00010000:3.0:1762170988.893213:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.893217:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41701 00002000:00080000:2.0:1762170988.893229:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2012 count 1 00010000:00010000:3.0:1762170988.893232:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.893240:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+700:3642:x1847765481613312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7597us (7892us total) trans 4294975431 rc 0/0 00010000:00010000:3.0:1762170988.893245:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc375f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.893251:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.893253:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41698 00000004:00080000:1.0:1762170988.893259:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b70b800/2, rc 0, transno 4294975430 00000100:00100000:1.0:1762170988.893274:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481614336:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.893277:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5400/0x96d1ba5869cbf92a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c85 expref: 319 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.893278:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.893285:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893286:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.893289:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.893293:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.893299:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.893299:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893307:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893314:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893330:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893335:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893346:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893348:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.893352:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db5400/0x96d1ba5869cbf92a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c85 expref: 319 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.893374:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc374a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893380:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.893388:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db5400/0x96d1ba5869cbf92a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c85 expref: 319 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.893404:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.893407:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481615232:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.893408:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.893415:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893424:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.893428:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893438:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893452:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893460:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3751 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893461:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.893481:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.893485:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.893488:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.893499:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.893515:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893517:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170988.893528:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893532:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481615360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.893534:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+700:3640:x1847765481613696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7622us (7785us total) trans 4294975432 rc 0/0 00000100:00100000:0.0:1762170988.893548:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41699 00010000:00010000:3.0:1762170988.893549:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893560:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893574:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.893574:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.893577:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1762170988.893590:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893599:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.893604:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893613:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893631:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.893634:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e09180/2, rc 0, transno 4294975432 00010000:00010000:0.0:1762170988.893643:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3719 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893649:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481613696:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.893667:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.893671:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.893674:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.893690:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893698:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.893705:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481615488:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.893760:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.893769:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.893778:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+700:3641:x1847765481611904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10173us (10336us total) trans 4294975433 rc 0/0 00010000:00010000:0.0:1762170988.893788:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.893789:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41691 00000100:00100000:3.0:1762170988.893815:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481615360 00000100:00100000:3.0:1762170988.893819:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481615360 00000100:00100000:3.0:1762170988.893854:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41705 00000100:00100000:3.0:1762170988.893865:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+700:3643:x1847765481615360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.893881:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2013 count 1 00010000:00010000:3.0:1762170988.893897:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.893910:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db1600/0x96d1ba5869cbf931 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c93 expref: 319 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.893915:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+502:3640:x1847765481605888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29368us (29649us total) trans 4294977179 rc 0/0 00010000:00010000:3.0:1762170988.893922:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.893926:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.893927:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41668 00010000:00010000:3.0:1762170988.893930:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.893953:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+501:3642:x1847765481612032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9997us (10244us total) trans 4294977191 rc 0/0 00010000:00010000:3.0:1762170988.893958:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db1600/0x96d1ba5869cbf931 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c93 expref: 319 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.893967:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41693 00010000:00010000:3.0:1762170988.893976:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db1600/0x96d1ba5869cbf931 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c93 expref: 319 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.893989:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481615616:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.894005:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.894015:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.894023:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.894030:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.894038:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54c00 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.894051:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.894061:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.894068:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894077:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.894082:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.894089:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.894097:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894111:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.894119:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481615488 00010000:00010000:3.0:1762170988.894120:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3727 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.894125:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481615488 00010000:00010000:3.0:1762170988.894151:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.894156:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894163:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.894164:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41706 00010000:00010000:3.0:1762170988.894168:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.894170:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+702:3642:x1847765481612160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9782us (10337us total) trans 4294975434 rc 0/0 00000100:00100000:1.0:1762170988.894179:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb524ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+702:3643:x1847765481615488:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.894186:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41694 00010000:00010000:3.0:1762170988.894192:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.894201:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2014 count 1 00010000:00010000:3.0:1762170988.894206:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.894218:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.894218:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894221:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc372e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.894240:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.894251:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4c00/0x96d1ba5869cbf938 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca1 expref: 319 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.894251:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894260:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.894264:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.894269:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.894270:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894283:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.894292:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.894295:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.894298:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.894311:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.894322:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db4c00/0x96d1ba5869cbf938 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca1 expref: 319 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.894325:0:176029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db3a00/0x96d1ba5869cc09fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ebb expref: 510 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.894347:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db4c00/0x96d1ba5869cbf938 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca1 expref: 319 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.894352:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481614464:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.894369:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481615744:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.894378:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894394:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.894398:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321a80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.894399:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894408:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.894413:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894421:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894434:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.894443:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+501:3641:x1847765481612544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9649us (10395us total) trans 4294977192 rc 0/0 00010000:00010000:3.0:1762170988.894445:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3735 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.894459:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41695 00010000:00010000:3.0:1762170988.894473:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.894476:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.894478:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.894486:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.894489:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.894499:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8764700/2, rc 0, transno 4294977192 00010000:00010000:3.0:1762170988.894504:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.894511:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894519:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.894528:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481612544:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.894545:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.894545:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.894549:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d52d80/2, rc 0, transno 4294975433 00000100:00100000:2.0:1762170988.894562:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481611904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.894572:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.894575:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1762170988.894578:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.894600:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481615872:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.894608:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.894613:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.894618:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894626:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.894630:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.894637:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.894649:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894661:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894668:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3758 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894690:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.894694:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894703:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.894703:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481616000:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.894731:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.894741:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.894750:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+702:3641:x1847765481611776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11118us (11227us total) trans 4294975435 rc 0/0 00010000:00010000:3.0:1762170988.894756:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.894761:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41692 00010000:00010000:3.0:1762170988.894770:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3720 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.894776:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481615872 00000100:00100000:1.0:1762170988.894781:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481615872 00000100:00100000:2.0:1762170988.894783:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.894789:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.894806:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481616000 00010000:00010000:3.0:1762170988.894810:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.894812:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481616000 00010000:00010000:3.0:1762170988.894814:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.894819:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.894822:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41707 00000004:00080000:2.0:1762170988.894825:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d51500/2, rc 0, transno 4294975435 00010000:00010000:3.0:1762170988.894833:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.894837:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6661850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+501:3641:x1847765481615872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.894840:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481611776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.894848:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41708 00002000:00080000:1.0:1762170988.894857:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1817 count 1 00000100:00100000:0.0:1762170988.894861:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+702:3641:x1847765481616000:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.894872:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.894877:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2015 count 1 00010000:00010000:1.0:1762170988.894886:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa600/0x96d1ba5869cbf190 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc527c expref: 509 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.894892:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.894893:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170988.894894:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.894894:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.894899:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.894904:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481616128:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.894923:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db2000/0x96d1ba5869cbf93f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5caf expref: 319 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.894931:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.894933:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa600/0x96d1ba5869cbf190 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc527c expref: 509 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.894935:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.894941:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.894946:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa600/0x96d1ba5869cbf190 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc527c expref: 509 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.894951:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.894978:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481616256:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.894981:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.894991:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db2000/0x96d1ba5869cbf93f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5caf expref: 319 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.895003:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db2000/0x96d1ba5869cbf93f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5caf expref: 319 pid: 33721 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.895008:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbfb80/2, rc 0, transno 4294977179 00000100:00100000:0.0:1762170988.895019:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481616384:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.895023:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481605888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.895025:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321d80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.895049:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00000004:00080000:1.0:1762170988.895071:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e91ade680/2, rc 0, transno 4294975431 00000100:00100000:0.0:1762170988.895075:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481616128 00000100:00100000:0.0:1762170988.895080:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481616128 00000100:00100000:1.0:1762170988.895087:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e91ade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481613312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.895090:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481616512:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1762170988.895111:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b82d80/2, rc 0, transno 4294975434 00000100:00100000:0.0:1762170988.895117:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41709 00000100:00100000:1.0:1762170988.895120:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481612160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.895127:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.895129:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+703:3643:x1847765481616128:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1762170988.895139:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b76680/2, rc 0, transno 4294977191 00002000:00080000:0.0:1762170988.895143:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2016 count 1 00000100:00100000:1.0:1762170988.895151:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481612032:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.895157:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.895172:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6800/0x96d1ba5869cbf946 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cbd expref: 319 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.895181:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.895184:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.895187:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.895213:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db6800/0x96d1ba5869cbf946 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cbd expref: 319 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.895232:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db6800/0x96d1ba5869cbf946 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cbd expref: 319 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.895246:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481616768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.895248:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481616896:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.895283:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afd80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.895296:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.895308:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481616512 00000100:00100000:0.0:1762170988.895313:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481616512 00000100:00100000:2.0:1762170988.895334:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.895345:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481616640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.895351:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481616768 00000100:00100000:0.0:1762170988.895356:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481616768 00000100:00100000:0.0:1762170988.895386:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41710 00000100:00100000:0.0:1762170988.895397:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+503:3643:x1847765481616512:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.895405:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1762170988.895413:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1818 count 1 00010000:00010000:0.0:1762170988.895428:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.895442:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7a00/0x96d1ba5869cbf197 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc528a expref: 509 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.895449:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.895452:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.895456:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.895476:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f7a00/0x96d1ba5869cbf197 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc528a expref: 509 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.895494:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f7a00/0x96d1ba5869cbf197 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc528a expref: 509 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.895507:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481617152:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.895535:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170988.895544:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd400/0x96d1ba5869cbf189 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc526e expref: 509 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.895548:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481617024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.895548:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.895563:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481614976:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.895574:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481616640 00000100:00100000:0.0:1762170988.895578:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481616640 00010000:00010000:1.0:1762170988.895598:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.895601:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.895613:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.895618:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481617024 00010000:00010000:1.0:1762170988.895622:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.895623:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481617024 00010000:00010000:1.0:1762170988.895636:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.895648:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.895654:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41711 00000100:00100000:0.0:1762170988.895667:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+705:3641:x1847765481616768:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.895671:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.895673:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1762170988.895680:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2017 count 1 00010000:00010000:2.0:1762170988.895688:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.895699:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.895700:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.895730:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.895741:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5600/0x96d1ba5869cbf94d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ccb expref: 319 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.895750:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.895753:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.895756:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.895756:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.895784:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db5600/0x96d1ba5869cbf94d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ccb expref: 319 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.895801:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db5600/0x96d1ba5869cbf94d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ccb expref: 319 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.895806:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.895814:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.895815:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481617280:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.895829:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.895834:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.895843:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.895861:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.895862:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+505:3641:x1847765481614848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8185us (8337us total) trans 4294977194 rc 0/0 00000100:00100000:0.0:1762170988.895869:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.895879:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc376d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.895880:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41703 00010000:00010000:3.0:1762170988.895907:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.895912:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.895920:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.895924:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.895928:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2d180/2, rc 0, transno 4294977194 00000100:00100000:2.0:1762170988.895929:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+706:3643:x1847765481613184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10472us (10875us total) trans 4294975436 rc 0/0 00010000:00010000:3.0:1762170988.895945:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.895946:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481614848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.895950:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41697 00010000:00010000:0.0:1762170988.895954:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.895968:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.895976:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41712 00010000:00010000:3.0:1762170988.895978:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06000/0x96d1ba5869cc3743 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.895990:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+504:3641:x1847765481616640:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170988.895997:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8764000/2, rc 0, transno 4294975436 00010000:00010000:3.0:1762170988.896000:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.896005:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.896009:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1762170988.896009:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1819 count 1 00000100:00100000:2.0:1762170988.896011:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481613184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.896013:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41713 00010000:00010000:0.0:1762170988.896027:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.896028:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+705:3643:x1847765481617024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.896030:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481617408:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.896048:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fcc00/0x96d1ba5869cbf19e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5298 expref: 508 pid: 20306 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1762170988.896049:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2018 count 1 00010000:00010000:0.0:1762170988.896059:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.896061:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.896063:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.896068:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.896068:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.896087:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6400/0x96d1ba5869cbf954 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd9 expref: 319 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.896092:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fcc00/0x96d1ba5869cbf19e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5298 expref: 508 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.896098:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.896102:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.896103:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fcc00/0x96d1ba5869cbf19e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5298 expref: 508 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.896109:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.896132:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481617536:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.896147:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170988.896161:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481617664:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.896163:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.896171:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481617408 00000100:00100000:2.0:1762170988.896176:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481617408 00000100:00100000:1.0:1762170988.896197:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.896204:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481617664 00000100:00100000:2.0:1762170988.896210:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41714 00000100:00100000:0.0:1762170988.896211:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481617664 00000100:00100000:2.0:1762170988.896221:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+505:3643:x1847765481617408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.896235:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1820 count 1 00000100:00100000:0.0:1762170988.896246:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41715 00010000:00010000:2.0:1762170988.896250:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.896259:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+706:3641:x1847765481617664:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.896267:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8400/0x96d1ba5869cbf1a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52a6 expref: 508 pid: 9199 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170988.896274:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2019 count 1 00010000:00010000:2.0:1762170988.896275:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.896280:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.896284:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.896291:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.896311:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d7400/0x96d1ba5869cbf95b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ce7 expref: 319 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.896314:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db6400/0x96d1ba5869cbf954 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd9 expref: 319 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.896322:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8400/0x96d1ba5869cbf1a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52a6 expref: 508 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.896325:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.896328:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.896333:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.896343:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db6400/0x96d1ba5869cbf954 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd9 expref: 319 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.896350:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8400/0x96d1ba5869cbf1a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52a6 expref: 508 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.896367:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d7400/0x96d1ba5869cbf95b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ce7 expref: 319 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.896370:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481617792:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.896373:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481617920:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.896391:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d7400/0x96d1ba5869cbf95b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ce7 expref: 319 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.896403:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481618048:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.896420:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321300 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.896421:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.896440:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.896466:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+319:2417:x1847765489611392:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 4173us (5071us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.896476:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33075 00010000:00010000:1.0:1762170988.896610:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6a00/0x96d1ba5869cbf16d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5252 expref: 508 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.896621:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481614720:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.896641:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.896649:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.896657:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.896658:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+505:3643:x1847765481611520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13761us (14255us total) trans 4294977190 rc 0/0 00000100:00100000:2.0:1762170988.896676:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41690 00010000:00010000:1.0:1762170988.896686:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.896694:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.896737:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e797100/2, rc 0, transno 4294977190 00010000:00010000:1.0:1762170988.896741:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.896751:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e797100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481611520:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.896766:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.896773:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.896783:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.896788:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.896798:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.896805:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170988.896812:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.896817:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481618176:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.896824:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3766 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.896845:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.896848:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.896853:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.896853:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.896869:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+505:3640:x1847765481614080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9894us (10052us total) trans 4294977195 rc 0/0 00000100:00100000:1.0:1762170988.896875:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41702 00000100:00100000:1.0:1762170988.896896:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481618176 00000004:00080000:2.0:1762170988.896898:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b709880/2, rc 0, transno 4294977195 00000100:00100000:1.0:1762170988.896900:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481618176 00000100:00100000:2.0:1762170988.896914:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481614080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.896934:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41716 00000100:00100000:1.0:1762170988.896943:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+505:3640:x1847765481618176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.896954:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1821 count 1 00010000:00010000:1.0:1762170988.896963:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.896971:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170988.896973:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7800/0x96d1ba5869cbf1b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52b4 expref: 507 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.896979:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.896981:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.896983:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481618304:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.896984:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.897007:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f7800/0x96d1ba5869cbf1b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52b4 expref: 507 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.897015:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f7800/0x96d1ba5869cbf1b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52b4 expref: 507 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.897024:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.897030:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481618432:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.897079:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321900 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.897109:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481618304 00000100:00100000:1.0:1762170988.897113:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481618304 00000100:00100000:1.0:1762170988.897150:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41717 00000100:00100000:1.0:1762170988.897158:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+506:3643:x1847765481618304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.897168:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1822 count 1 00010000:00010000:1.0:1762170988.897179:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.897191:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9000/0x96d1ba5869cbf1ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c2 expref: 507 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.897198:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.897200:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.897203:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.897228:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9000/0x96d1ba5869cbf1ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c2 expref: 507 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.897239:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9000/0x96d1ba5869cbf1ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c2 expref: 507 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.897256:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481618560:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.897334:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.899077:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+506:3640:x1847765481609600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25388us (25548us total) trans 4294977187 rc 0/0 00000100:00100000:2.0:1762170988.899089:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41683 00000004:00080000:2.0:1762170988.899150:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08cb800/2, rc 0, transno 4294977187 00000100:00100000:2.0:1762170988.899162:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481609600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.899259:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481618688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.899299:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.899352:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481618688 00000100:00100000:2.0:1762170988.899358:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481618688 00000100:00100000:2.0:1762170988.899406:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41718 00000100:00100000:2.0:1762170988.899416:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+506:3643:x1847765481618688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.899442:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1823 count 1 00010000:00010000:2.0:1762170988.899466:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.899485:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9e00/0x96d1ba5869cc08ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6daa expref: 507 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.899494:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.899496:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170988.899499:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.899528:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9e00/0x96d1ba5869cc08ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6daa expref: 507 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.899539:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9e00/0x96d1ba5869cc08ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6daa expref: 507 pid: 24348 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.899556:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481618816:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.899638:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.899896:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481615232:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.899924:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.899942:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481616256:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.899965:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.899976:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b93b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481615616:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.899986:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.900033:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489612928 00000100:00100000:2.0:1762170988.900038:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489612928 00000100:00100000:0.0:1762170988.900047:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.900050:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.900067:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa600/0x96d1ba5869cbf190 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc527c expref: 508 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.900075:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489613056 00000100:00100000:3.0:1762170988.900080:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489613056 00000100:00100000:0.0:1762170988.900093:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.900100:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db1600/0x96d1ba5869cbf931 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c93 expref: 319 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.900108:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489613184 00000100:00100000:2.0:1762170988.900113:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489613184 00000100:00100000:1.0:1762170988.900121:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33083 00000100:00100000:3.0:1762170988.900129:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33084 00010000:00010000:2.0:1762170988.900135:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db4c00/0x96d1ba5869cbf938 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca1 expref: 320 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.900140:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+508:2414:x1847765489612928:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.900147:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.900149:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+320:2417:x1847765489613056:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.900160:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.900167:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.900169:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa600/0x96d1ba5869cbf190 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc527c expref: 508 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.900175:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489612800 00010000:00010000:3.0:1762170988.900177:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db1600/0x96d1ba5869cbf931 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c93 expref: 320 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.900181:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489612800 00010000:00010000:1.0:1762170988.900191:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa600/0x96d1ba5869cbf190 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc527c expref: 508 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.900197:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db1600/0x96d1ba5869cbf931 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c93 expref: 321 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.900202:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db5400/0x96d1ba5869cbf92a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c85 expref: 321 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.900226:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fa600/0x96d1ba5869cbf190 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc527c expref: 508 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.900233:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33085 00010000:00010000:3.0:1762170988.900235:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db1600/0x96d1ba5869cbf931 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c93 expref: 321 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.900247:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+321:2415:x1847765489613184:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.900252:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.900256:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.900259:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.900260:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.900263:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.900264:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.900267:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db4c00/0x96d1ba5869cbf938 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca1 expref: 320 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.900270:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.900283:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.900294:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.900295:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db4c00/0x96d1ba5869cbf938 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca1 expref: 320 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.900321:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.900327:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.900331:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.900331:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.900337:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.900344:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.900363:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+507:2414:x1847765489612928:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 229us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.900364:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+320:2417:x1847765489613056:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 222us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.900376:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481617920:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.900382:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33083 00010000:00010000:2.0:1762170988.900400:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.900422:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.900439:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33084 00000100:00100000:2.0:1762170988.900445:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+320:2415:x1847765489613184:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.900447:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33086 00000100:00100000:2.0:1762170988.900458:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33085 00000100:00100000:1.0:1762170988.900461:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+319:2417:x1847765489612800:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.900471:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.900477:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db5400/0x96d1ba5869cbf92a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c85 expref: 318 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.900484:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.900491:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db5400/0x96d1ba5869cbf92a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c85 expref: 318 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.900495:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.900511:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.900516:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5400/0x96d1ba5869cbf92a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c85 expref: 318 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.900534:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.900539:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.900541:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.900545:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.900553:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.900573:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.900592:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.900613:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+317:2417:x1847765489612800:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 155us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.900620:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33086 00000100:00100000:1.0:1762170988.900633:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489613696 00000100:00100000:1.0:1762170988.900636:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489613696 00010000:00010000:2.0:1762170988.900653:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.900654:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db5600/0x96d1ba5869cbf94d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ccb expref: 317 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.900675:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.900682:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489614080 00010000:00010000:2.0:1762170988.900684:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.900686:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489614080 00010000:00010000:2.0:1762170988.900696:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.900704:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8400/0x96d1ba5869cbf1a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52a6 expref: 507 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.900760:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.900792:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33087 00000100:00100000:1.0:1762170988.900800:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+317:2414:x1847765489613696:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.900812:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.900817:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db5600/0x96d1ba5869cbf94d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ccb expref: 317 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.900828:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db5600/0x96d1ba5869cbf94d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ccb expref: 317 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.900843:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.900845:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.900849:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.900856:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.900872:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.900896:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+317:2414:x1847765489613696:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 97us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.900904:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33087 00000100:00100000:0.0:1762170988.900945:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.900963:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489613952 00000100:00100000:1.0:1762170988.900968:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489613952 00010000:00010000:1.0:1762170988.900984:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db6400/0x96d1ba5869cbf954 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd9 expref: 317 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.900992:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+707:3641:x1847765481615104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7798us (7908us total) trans 4294975437 rc 0/0 00000100:00100000:0.0:1762170988.901004:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.901005:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33088 00000100:00100000:2.0:1762170988.901010:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41704 00000100:00100000:1.0:1762170988.901020:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+507:2414:x1847765489614080:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.901029:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.901035:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8400/0x96d1ba5869cbf1a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52a6 expref: 507 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.901039:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.901046:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8400/0x96d1ba5869cbf1a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52a6 expref: 507 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.901047:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.901068:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.901073:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.901075:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8400/0x96d1ba5869cbf1a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52a6 expref: 507 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.901092:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.901096:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.901100:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.901103:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.901107:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.901126:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3774 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.901128:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.901156:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.901161:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.901161:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.901162:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.901168:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.901194:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+506:2414:x1847765489614080:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.901203:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33088 00000004:00080000:2.0:1762170988.901206:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e08e00/2, rc 0, transno 4294975437 00000100:00100000:0.0:1762170988.901216:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.901224:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481615104:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.901224:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489614336 00000100:00100000:1.0:1762170988.901229:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489614336 00010000:00010000:1.0:1762170988.901245:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9000/0x96d1ba5869cbf1ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c2 expref: 506 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.901258:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489613440 00010000:00010000:3.0:1762170988.901262:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.901263:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489613440 00010000:00010000:1.0:1762170988.901279:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db6800/0x96d1ba5869cbf946 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cbd expref: 318 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.901280:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.901291:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.901304:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489613824 00000100:00100000:1.0:1762170988.901309:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489613824 00000100:00100000:0.0:1762170988.901323:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.901326:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fcc00/0x96d1ba5869cbf19e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5298 expref: 507 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.901344:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489614464 00000100:00100000:1.0:1762170988.901347:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489614464 00000100:00100000:0.0:1762170988.901355:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.901363:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d7400/0x96d1ba5869cbf95b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ce7 expref: 319 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.901386:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489613312 00000100:00100000:2.0:1762170988.901389:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170988.901391:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489613312 00000100:00100000:0.0:1762170988.901392:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.901407:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481618944:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.901410:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db2000/0x96d1ba5869cbf93f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5caf expref: 320 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.901429:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489613568 00000100:00100000:1.0:1762170988.901433:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489613568 00010000:00010000:1.0:1762170988.901447:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f7a00/0x96d1ba5869cbf197 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc528a expref: 508 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.901457:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.901461:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489614208 00000100:00100000:1.0:1762170988.901465:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489614208 00010000:00010000:1.0:1762170988.901480:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f7800/0x96d1ba5869cbf1b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52b4 expref: 509 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.901501:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33089 00000100:00100000:1.0:1762170988.901510:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+320:2415:x1847765489613952:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.901519:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.901524:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db6400/0x96d1ba5869cbf954 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd9 expref: 320 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.901537:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481618816:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.901537:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db6400/0x96d1ba5869cbf954 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd9 expref: 320 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.901543:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.901560:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.901561:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.901565:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.901566:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.901575:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.901576:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.901601:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481618944 00000100:00100000:2.0:1762170988.901607:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481618944 00010000:00010000:1.0:1762170988.901609:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.901610:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.901619:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.901631:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.901632:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.901641:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41719 00000100:00100000:2.0:1762170988.901652:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+708:3641:x1847765481618944:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.901652:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.901665:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+320:2415:x1847765489613952:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 155us (721us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.901669:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc377b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.901677:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33089 00002000:00080000:2.0:1762170988.901684:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2020 count 1 00000100:00100000:1.0:1762170988.901697:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489614592 00000100:00100000:1.0:1762170988.901702:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489614592 00010000:00010000:2.0:1762170988.901704:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.901739:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.901741:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5200/0x96d1ba5869cbf962 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cf5 expref: 319 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.901744:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.901750:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9e00/0x96d1ba5869cc08ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6daa expref: 510 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.901751:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.901752:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.901757:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.901762:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.901775:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33090 00010000:00010000:2.0:1762170988.901787:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db5200/0x96d1ba5869cbf962 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cf5 expref: 319 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.901789:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+510:2415:x1847765489614336:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.901797:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481617152:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.901805:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.901814:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9000/0x96d1ba5869cbf1ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c2 expref: 510 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.901820:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db5200/0x96d1ba5869cbf962 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cf5 expref: 319 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.901829:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.901832:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9000/0x96d1ba5869cbf1ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c2 expref: 510 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.901839:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481619072:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.901840:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+708:3643:x1847765481615360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7975us (8263us total) trans 4294975438 rc 0/0 00000100:00100000:3.0:1762170988.901860:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41705 00010000:00010000:1.0:1762170988.901861:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.901865:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.901869:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.901881:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.901896:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5600/0x96d1ba5869cbf94d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ccb expref: 319 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.901897:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.901897:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1762170988.901915:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e08000/2, rc 0, transno 4294975438 00000100:00100000:0.0:1762170988.901917:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481617280:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.901919:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.901931:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481615360:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.901932:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.901942:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+510:2415:x1847765489614336:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (943us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.901942:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.901947:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.901962:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33090 00010000:00010000:2.0:1762170988.901973:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.901975:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.901986:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33091 00010000:00010000:0.0:1762170988.901996:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.902004:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.902005:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.902006:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+318:2417:x1847765489613440:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.902025:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.902026:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902035:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db6800/0x96d1ba5869cbf946 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cbd expref: 318 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.902046:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db6800/0x96d1ba5869cbf946 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cbd expref: 318 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.902052:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.902059:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170988.902060:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.902064:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.902068:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902069:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902088:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.902090:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.902096:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902107:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.902108:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.902124:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.902132:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc37ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.902137:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+318:2417:x1847765489613440:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 138us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.902150:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33091 00000100:00100000:2.0:1762170988.902160:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+507:3643:x1847765481617408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5940us (6092us total) trans 4294977196 rc 0/0 00010000:00010000:3.0:1762170988.902161:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.902168:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.902172:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41714 00000100:00100000:1.0:1762170988.902175:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33092 00010000:00010000:3.0:1762170988.902185:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.902190:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.902190:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+509:2417:x1847765489613824:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.902203:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170988.902203:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.902204:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902212:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fcc00/0x96d1ba5869cbf19e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5298 expref: 509 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.902215:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481619200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.902234:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+708:3641:x1847765481616768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6568us (6936us total) trans 4294975439 rc 0/0 00010000:00010000:3.0:1762170988.902241:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902241:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fcc00/0x96d1ba5869cbf19e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5298 expref: 509 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.902251:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41711 00000100:00100000:2.0:1762170988.902258:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.902267:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc37a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902274:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.902277:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.902281:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.902282:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481619200 00010000:00010000:3.0:1762170988.902288:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.902293:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.902293:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.902296:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.902303:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e59c00/2, rc 0, transno 4294975439 00000100:00100000:0.0:1762170988.902310:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481619200 00010000:00010000:1.0:1762170988.902312:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.902316:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481616768:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1762170988.902327:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b753480/2, rc 0, transno 4294977196 00000100:00100000:1.0:1762170988.902338:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+509:2417:x1847765489613824:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 152us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.902347:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481617408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.902348:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33092 00000100:00100000:0.0:1762170988.902352:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41720 00000100:00100000:0.0:1762170988.902369:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+708:3640:x1847765481619200:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.902376:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33093 00000100:00100000:2.0:1762170988.902385:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33094 00002000:00080000:0.0:1762170988.902385:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2021 count 1 00000100:00100000:1.0:1762170988.902390:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+317:2414:x1847765489614464:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.902401:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+317:2417:x1847765489613312:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.902404:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.902406:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902412:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d7400/0x96d1ba5869cbf95b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ce7 expref: 317 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.902426:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481619328:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.902432:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7000/0x96d1ba5869cbf969 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d03 expref: 317 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.902434:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d7400/0x96d1ba5869cbf95b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ce7 expref: 317 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.902449:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481619456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.902461:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.902462:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.902464:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.902467:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.902467:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.902475:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.902476:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.902493:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481619328 00000100:00100000:3.0:1762170988.902495:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.902496:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.902499:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481619328 00010000:00010000:1.0:1762170988.902519:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.902529:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db7000/0x96d1ba5869cbf969 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d03 expref: 317 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.902530:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481619456 00000100:00100000:2.0:1762170988.902536:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481619456 00010000:00010000:3.0:1762170988.902542:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.902544:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+317:2414:x1847765489614464:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 159us (1254us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.902549:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db7000/0x96d1ba5869cbf969 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d03 expref: 317 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.902555:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33093 00000100:00100000:2.0:1762170988.902566:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41721 00000100:00100000:0.0:1762170988.902570:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481619584:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.902577:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33095 00000100:00100000:2.0:1762170988.902579:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+507:3642:x1847765481619328:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.902592:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41722 00000100:00100000:1.0:1762170988.902602:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+508:2417:x1847765489613568:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.902609:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+709:3643:x1847765481619456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.902610:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1824 count 1 00010000:00010000:1.0:1762170988.902616:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.902620:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.902623:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f7a00/0x96d1ba5869cbf197 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc528a expref: 508 pid: 8389 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170988.902629:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2022 count 1 00010000:00010000:2.0:1762170988.902629:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902639:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f7a00/0x96d1ba5869cbf197 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc528a expref: 508 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.902647:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.902647:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8a00/0x96d1ba5869cbf1c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52de expref: 508 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.902659:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7a00/0x96d1ba5869cbf197 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc528a expref: 508 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.902663:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6800/0x96d1ba5869cbf946 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cbd expref: 316 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.902671:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.902675:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.902679:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4000/0x96d1ba5869cbf970 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d11 expref: 316 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.902681:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902691:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.902695:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.902700:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481616896:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.902701:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.902703:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.902734:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.902738:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8a00/0x96d1ba5869cbf1c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52de expref: 507 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.902740:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902742:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.902747:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.902768:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8a00/0x96d1ba5869cbf1c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52de expref: 507 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.902772:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.902785:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.902787:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481619712:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.902788:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db4000/0x96d1ba5869cbf970 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d11 expref: 315 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.902793:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33096 00010000:00010000:0.0:1762170988.902803:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.902811:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+507:2417:x1847765489614208:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.902812:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db4000/0x96d1ba5869cbf970 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d11 expref: 315 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.902814:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902829:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.902831:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.902842:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f7800/0x96d1ba5869cbf1b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52b4 expref: 507 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.902846:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481619840:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.902847:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.902852:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.902860:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902863:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f7800/0x96d1ba5869cbf1b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52b4 expref: 507 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.902878:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170988.902880:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54900 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.902884:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.902885:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.902888:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.902892:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.902903:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.902905:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33097 00010000:00010000:1.0:1762170988.902905:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.902923:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+507:2416:x1847765489614592:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.902931:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.902935:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.902936:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.902944:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3797 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.902946:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9e00/0x96d1ba5869cc08ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6daa expref: 507 pid: 24348 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170988.902962:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+507:2417:x1847765489614208:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 155us (1576us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.902970:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9e00/0x96d1ba5869cc08ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6daa expref: 507 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.902970:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.902974:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.902975:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33096 00010000:00010000:2.0:1762170988.902977:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.902996:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+710:3643:x1847765481616128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7869us (8049us total) trans 4294975440 rc 0/0 00010000:00010000:3.0:1762170988.902997:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9e00/0x96d1ba5869cc08ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6daa expref: 506 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.902999:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.903009:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db2000/0x96d1ba5869cbf93f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5caf expref: 315 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.903016:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41709 00010000:00010000:3.0:1762170988.903023:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.903028:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.903033:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.903039:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db2000/0x96d1ba5869cbf93f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5caf expref: 315 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.903060:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.903061:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fcc00/0x96d1ba5869cbf19e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5298 expref: 505 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.903063:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.903067:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.903072:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.903088:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.903089:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481617536:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.903112:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.903112:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.903113:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e59180/2, rc 0, transno 4294975440 00010000:00010000:0.0:1762170988.903125:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.903127:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481616128:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.903134:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.903137:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+315:2417:x1847765489613312:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 739us (1813us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.903145:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.903151:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33094 00010000:00010000:0.0:1762170988.903155:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.903166:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.903220:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903229:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903237:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903245:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903259:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170988.903352:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+509:3641:x1847765481616640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7366us (7970us total) trans 4294977197 rc 0/0 00000100:00100000:0.0:1762170988.903358:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41712 00010000:00010000:0.0:1762170988.903380:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1762170988.903383:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6661850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+508:3641:x1847765481615872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8550us (8747us total) trans 4294977198 rc 0/0 00010000:00010000:0.0:1762170988.903386:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.903399:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41707 00010000:00010000:0.0:1762170988.903400:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.903405:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.903406:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.903411:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.903417:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.903424:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.903430:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.903432:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481619968:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.903434:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.903435:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.903451:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc37ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.903454:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.903468:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+504:2417:x1847765489613568:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 866us (2111us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.903472:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.903480:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.903483:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.903484:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33095 00010000:00010000:0.0:1762170988.903485:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.903491:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.903496:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3789 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.903508:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.903518:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.903520:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481619968 00010000:00010000:3.0:1762170988.903523:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.903527:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e59500/2, rc 0, transno 4294977197 00000100:00100000:1.0:1762170988.903527:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481619968 00010000:00010000:3.0:1762170988.903528:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.903530:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.903532:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.903541:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.903553:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481616640:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.903557:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.903558:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.903563:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41723 00000004:00080000:2.0:1762170988.903569:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b751880/2, rc 0, transno 4294977198 00000100:00100000:1.0:1762170988.903575:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+710:3640:x1847765481619968:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.903593:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481615872:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.903606:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2023 count 1 00010000:00010000:2.0:1762170988.903615:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903624:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.903625:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.903646:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903648:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7a00/0x96d1ba5869cbf993 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d1f expref: 314 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.903661:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903664:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.903668:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.903673:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.903680:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170988.903687:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+508:3643:x1847765481616512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8292us (8562us total) trans 4294977199 rc 0/0 00010000:00010000:1.0:1762170988.903698:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db7a00/0x96d1ba5869cbf993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d1f expref: 314 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.903698:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41710 00010000:00010000:1.0:1762170988.903753:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db7a00/0x96d1ba5869cbf993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d1f expref: 314 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.903762:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db2000/0x96d1ba5869cbf93f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5caf expref: 314 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.903770:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481620224:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.903781:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481616384:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.903797:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.903806:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.903814:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.903822:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.903825:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea9a18e40 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.903834:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.903850:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1762170988.903871:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7800/0x96d1ba5869cbf1b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52b4 expref: 503 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.903886:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481618432:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.903908:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903918:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903926:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903935:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903943:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.903958:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1762170988.903991:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+711:3641:x1847765481616000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9133us (9211us total) trans 4294975441 rc 0/0 00000100:00100000:0.0:1762170988.903998:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41708 00010000:00010000:0.0:1762170988.904055:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1762170988.904061:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904069:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.904073:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904081:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904093:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.904102:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+509:3640:x1847765481618176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7158us (7249us total) trans 4294977201 rc 0/0 00010000:00010000:0.0:1762170988.904103:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc379e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.904119:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41716 00010000:00010000:0.0:1762170988.904137:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170988.904141:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904149:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.904154:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904161:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904174:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904182:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06200/0x96d1ba5869cc37d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904199:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.904203:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904210:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.904213:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904220:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904229:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904236:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3790 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904253:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.904257:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904263:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.904266:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904274:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904286:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904292:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc37c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904316:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.904319:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.904322:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.904351:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d7400/0x96d1ba5869cbf95b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ce7 expref: 313 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.904362:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481618048:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.904382:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904391:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904398:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904405:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904413:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904429:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.904608:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+711:3641:x1847765481617664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8354us (8412us total) trans 4294975442 rc 0/0 00000100:00100000:0.0:1762170988.904615:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41715 00010000:00010000:0.0:1762170988.904633:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.904637:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904642:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.904645:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904651:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904659:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904663:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc37c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904679:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.904682:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.904685:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.904846:0:176030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4c00/0x96d1ba5869cbf938 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca1 expref: 312 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.904858:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481615744:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.904873:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904880:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904884:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904889:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904893:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904905:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.904913:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.904916:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904921:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.904924:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904930:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904940:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904944:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3782 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.904964:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.904967:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.904970:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.905121:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb524ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+711:3643:x1847765481615488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10946us (11034us total) trans 4294975443 rc 0/0 00000100:00100000:0.0:1762170988.905131:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41706 00010000:00010000:0.0:1762170988.905810:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6400/0x96d1ba5869cbf954 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd9 expref: 311 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.905826:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481617792:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.905851:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.905860:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.905867:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.905877:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.905884:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.905899:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.905909:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.905914:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.905920:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.905924:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.905936:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.905949:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.905957:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc37b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.905984:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.905988:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.905992:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.906111:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481619584:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.906135:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.906163:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.906194:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.906219:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.906240:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+711:3643:x1847765481617024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10214us (10653us total) trans 4294975444 rc 0/0 00000100:00100000:0.0:1762170988.906249:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41713 00000100:00100000:1.0:1762170988.906294:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.906312:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9000/0x96d1ba5869cbf1ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52c2 expref: 502 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.906330:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481618560:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.906352:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.906356:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489614720 00010000:00010000:0.0:1762170988.906364:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.906365:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489614720 00010000:00010000:0.0:1762170988.906375:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.906382:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.906390:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.906402:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db5200/0x96d1ba5869cbf962 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cf5 expref: 311 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.906412:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.906424:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.906429:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.906436:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489614976 00010000:00010000:0.0:1762170988.906437:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.906441:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489614976 00010000:00010000:0.0:1762170988.906443:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.906453:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.906461:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8a00/0x96d1ba5869cbf1c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52de expref: 502 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.906483:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.906488:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489614848 00000100:00100000:1.0:1762170988.906494:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489614848 00010000:00010000:0.0:1762170988.906495:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc37cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.906513:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db7000/0x96d1ba5869cbf969 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d03 expref: 312 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.906519:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.906524:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.906528:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.906534:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489615104 00000100:00100000:1.0:1762170988.906538:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489615104 00010000:00010000:1.0:1762170988.906557:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db4000/0x96d1ba5869cbf970 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d11 expref: 313 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.906578:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33098 00000100:00100000:1.0:1762170988.906603:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+313:2416:x1847765489614720:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.906620:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.906627:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db5200/0x96d1ba5869cbf962 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cf5 expref: 313 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.906642:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db5200/0x96d1ba5869cbf962 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cf5 expref: 313 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.906662:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.906665:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.906671:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.906681:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.906699:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+509:3643:x1847765481618304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9540us (9678us total) trans 4294977202 rc 0/0 00000100:00100000:0.0:1762170988.906727:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41717 00010000:00010000:1.0:1762170988.906735:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.906758:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481620352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.906784:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+313:2416:x1847765489614720:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 182us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.906793:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33098 00000100:00100000:2.0:1762170988.906814:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.906819:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33099 00000100:00100000:1.0:1762170988.906829:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+502:2416:x1847765489614976:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.906841:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.906847:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8a00/0x96d1ba5869cbf1c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52de expref: 502 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.906858:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8a00/0x96d1ba5869cbf1c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52de expref: 502 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.906870:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.906873:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.906876:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.906880:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.906888:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.906902:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e5bb80/2, rc 0, transno 4294977201 00010000:00010000:1.0:1762170988.906903:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.906916:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481618176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.906924:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1762170988.906929:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+502:2416:x1847765489614976:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 101us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.906936:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481620096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.906943:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33099 00000100:00100000:1.0:1762170988.906965:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33100 00000100:00100000:2.0:1762170988.906973:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.906978:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+312:2416:x1847765489614848:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.906990:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.906995:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db7000/0x96d1ba5869cbf969 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d03 expref: 312 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.907008:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db7000/0x96d1ba5869cbf969 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d03 expref: 312 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.907024:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7000/0x96d1ba5869cbf969 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d03 expref: 312 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.907036:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.907038:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.907043:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.907051:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.907056:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170988.907065:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481620480:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.907074:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.907101:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+311:2416:x1847765489614848:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 129us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.907106:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.907116:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33100 00000100:00100000:1.0:1762170988.907138:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33101 00000100:00100000:1.0:1762170988.907148:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+310:2414:x1847765489615104:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.907156:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1762170988.907160:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e5aa00/2, rc 0, transno 4294975442 00010000:00010000:1.0:1762170988.907163:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db4000/0x96d1ba5869cbf970 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d11 expref: 310 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.907175:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481617664:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.907177:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db4000/0x96d1ba5869cbf970 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d11 expref: 310 pid: 24348 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.907193:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e794700/2, rc 0, transno 4294975441 00010000:00010000:1.0:1762170988.907193:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.907195:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.907201:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481616000:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.907202:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.907213:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.907231:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1762170988.907242:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e58000/2, rc 0, transno 4294977202 00000100:00100000:3.0:1762170988.907257:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481618304:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.907258:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+310:2414:x1847765489615104:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 110us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.907270:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33101 00000004:00080000:3.0:1762170988.907278:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e59880/2, rc 0, transno 4294975444 00000100:00100000:3.0:1762170988.907289:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481617024:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.907301:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.907307:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e5ad80/2, rc 0, transno 4294977199 00010000:00010000:1.0:1762170988.907312:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.907320:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481616512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.907321:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481620864:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.907323:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.907336:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.907343:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e0ad80/2, rc 0, transno 4294975443 00000100:00100000:3.0:1762170988.907354:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481615488:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.907358:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.907361:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.907364:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.907370:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.907371:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481620992:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.907385:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.907390:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.907398:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.907411:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.907415:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.907423:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc37e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.907438:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481620736:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.907444:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.907448:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.907450:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.907464:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481620352 00010000:00010000:3.0:1762170988.907465:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.907470:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481620352 00000100:00100000:2.0:1762170988.907471:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.907497:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481621248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.907503:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481620096 00000100:00100000:0.0:1762170988.907508:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481620096 00000100:00100000:3.0:1762170988.907511:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.907520:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+711:3640:x1847765481619200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5156us (5264us total) trans 4294975445 rc 0/0 00000100:00100000:2.0:1762170988.907529:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.907530:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481620480 00000100:00100000:1.0:1762170988.907534:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41720 00000100:00100000:0.0:1762170988.907536:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481620480 00000100:00100000:2.0:1762170988.907558:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1762170988.907558:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481620864 00000100:00100000:1.0:1762170988.907565:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481620864 00000100:00100000:0.0:1762170988.907565:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481620992 00000100:00100000:2.0:1762170988.907570:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481620608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.907572:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481620992 00000100:00100000:1.0:1762170988.907612:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481620736 00000100:00100000:0.0:1762170988.907614:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481621248 00000100:00100000:1.0:1762170988.907617:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481620736 00000100:00100000:2.0:1762170988.907618:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.907620:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481621248 00000100:00100000:2.0:1762170988.907639:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481621120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.907643:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481620608 00000100:00100000:1.0:1762170988.907648:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481620608 00000100:00100000:0.0:1762170988.907649:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41724 00010000:00010000:3.0:1762170988.907652:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.907661:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+513:3642:x1847765481620352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.907670:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.907674:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41725 00010000:00010000:3.0:1762170988.907685:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4000/0x96d1ba5869cbf970 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d11 expref: 309 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.907687:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+513:3640:x1847765481620096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.907691:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1826 count 1 00000004:00080000:2.0:1762170988.907705:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b93b80/2, rc 0, transno 4294975445 00002000:00080000:1.0:1762170988.907731:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1825 count 1 00010000:00010000:0.0:1762170988.907741:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.907742:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481619840:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.907742:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481619200:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.907749:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.907768:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb800/0x96d1ba5869cbf1cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52fa expref: 501 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.907773:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.907773:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6200/0x96d1ba5869cbf1c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ec expref: 501 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.907780:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.907783:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.907786:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.907788:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.907790:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.907795:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.907812:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481621376:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.907822:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb800/0x96d1ba5869cbf1cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52fa expref: 501 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.907828:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f6200/0x96d1ba5869cbf1c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ec expref: 501 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.907841:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb800/0x96d1ba5869cbf1cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52fa expref: 501 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.907843:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.907865:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f6200/0x96d1ba5869cbf1c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ec expref: 501 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.907869:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481621504:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.907875:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.907888:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.907891:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481621632:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.907893:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5200/0x96d1ba5869cbf962 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cf5 expref: 308 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.907918:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.907921:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481619072:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.907924:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.907930:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321300 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.907935:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.907945:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.907945:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481621120 00000100:00100000:0.0:1762170988.907950:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481621120 00010000:00010000:3.0:1762170988.907953:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.907955:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489615232 00010000:00010000:2.0:1762170988.907959:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.907961:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489615232 00010000:00010000:2.0:1762170988.907971:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.907972:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481621376 00000100:00100000:0.0:1762170988.907978:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481621376 00010000:00010000:1.0:1762170988.907988:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db7a00/0x96d1ba5869cbf993 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d1f expref: 308 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.907989:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.908001:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41726 00010000:00010000:2.0:1762170988.908011:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.908013:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+513:3642:x1847765481620480:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.908027:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33102 00002000:00080000:0.0:1762170988.908033:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1827 count 1 00010000:00010000:2.0:1762170988.908035:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170988.908039:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+308:2417:x1847765489615232:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.908049:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.908049:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908056:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db7a00/0x96d1ba5869cbf993 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d1f expref: 308 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.908073:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db7a00/0x96d1ba5869cbf993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d1f expref: 308 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.908073:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8600/0x96d1ba5869cbf1d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5308 expref: 501 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.908092:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.908095:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.908095:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.908099:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+717:3643:x1847765481619456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5493us (5607us total) trans 4294975446 rc 0/0 00010000:00010000:1.0:1762170988.908099:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.908100:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908103:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.908117:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41722 00010000:00010000:1.0:1762170988.908125:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908139:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.908145:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8600/0x96d1ba5869cbf1d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5308 expref: 501 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.908147:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41727 00000100:00100000:1.0:1762170988.908157:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+308:2417:x1847765489615232:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 123us (651us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.908162:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8600/0x96d1ba5869cbf1d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5308 expref: 501 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.908163:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+513:3642:x1847765481620864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.908169:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33102 00000100:00100000:2.0:1762170988.908183:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+716:3641:x1847765481618944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6531us (6724us total) trans 4294975447 rc 0/0 00000100:00100000:0.0:1762170988.908184:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481621760:192.168.202.10@tcp:104: 00002000:00080000:3.0:1762170988.908192:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1828 count 1 00000100:00100000:1.0:1762170988.908195:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41728 00000100:00100000:2.0:1762170988.908202:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41719 00000100:00100000:1.0:1762170988.908204:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+716:3643:x1847765481620992:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.908208:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.908217:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2026 count 1 00000100:00100000:0.0:1762170988.908219:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.908223:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9a00/0x96d1ba5869cbf1dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5316 expref: 501 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.908230:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41729 00010000:00010000:1.0:1762170988.908230:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.908239:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.908243:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.908245:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+715:3641:x1847765481620736:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.908245:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41730 00010000:00010000:1.0:1762170988.908246:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6600/0x96d1ba5869cbf985 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d49 expref: 307 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.908249:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.908262:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+513:3641:x1847765481621248:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.908265:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1762170988.908266:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2025 count 1 00010000:00010000:1.0:1762170988.908269:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.908274:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.908284:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.908285:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1829 count 1 00010000:00010000:3.0:1762170988.908290:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9a00/0x96d1ba5869cbf1dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5316 expref: 501 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.908293:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db6600/0x96d1ba5869cbf985 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d49 expref: 307 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.908300:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.908312:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5a00/0x96d1ba5869cbf97e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d3b expref: 307 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.908320:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db6600/0x96d1ba5869cbf985 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d49 expref: 307 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.908333:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7e00/0x96d1ba5869cbf1e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5324 expref: 501 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.908339:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.908341:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9a00/0x96d1ba5869cbf1dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5316 expref: 501 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.908344:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.908348:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481622016:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.908350:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.908358:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.908363:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.908369:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.908373:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481621888:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.908383:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321a80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.908389:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db5a00/0x96d1ba5869cbf97e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d3b expref: 307 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.908403:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f7e00/0x96d1ba5869cbf1e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5324 expref: 501 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.908406:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db5a00/0x96d1ba5869cbf97e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d3b expref: 307 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.908408:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7a00/0x96d1ba5869cbf993 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d1f expref: 307 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.908412:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa543c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.908432:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f7e00/0x96d1ba5869cbf1e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5324 expref: 501 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.908436:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481620224:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.908439:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481622144:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.908458:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481622272:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.908459:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908470:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908475:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.908477:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.908481:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908487:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908498:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1762170988.908499:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.908524:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41731 00000100:00100000:0.0:1762170988.908534:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+716:3641:x1847765481620608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.908547:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2024 count 1 00010000:00010000:0.0:1762170988.908561:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.908573:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170988.908573:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6a00/0x96d1ba5869cbf977 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d2d expref: 306 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.908592:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.908595:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.908599:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.908604:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.908606:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.908612:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.908633:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db6a00/0x96d1ba5869cbf977 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d2d expref: 306 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.908651:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db6a00/0x96d1ba5869cbf977 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d2d expref: 306 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.908660:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+716:3640:x1847765481619968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5084us (5188us total) trans 4294975448 rc 0/0 00010000:00010000:3.0:1762170988.908664:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.908668:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481622400:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.908672:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41723 00010000:00010000:3.0:1762170988.908689:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.908697:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc37f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.908701:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41732 00000100:00100000:1.0:1762170988.908742:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+715:3641:x1847765481621120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.908748:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.908753:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.908757:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00002000:00080000:1.0:1762170988.908769:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2027 count 1 00010000:00010000:3.0:1762170988.908770:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.908777:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908785:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.908785:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41733 00010000:00010000:3.0:1762170988.908786:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.908801:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+715:3642:x1847765481621376:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.908815:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908816:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4600/0x96d1ba5869cbf98c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d57 expref: 306 pid: 24348 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170988.908832:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2028 count 1 00010000:00010000:3.0:1762170988.908834:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06600/0x96d1ba5869cc37dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908835:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.908839:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.908843:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.908849:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.908861:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.908864:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7800/0x96d1ba5869cbf99a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d65 expref: 306 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.908867:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908868:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db4600/0x96d1ba5869cbf98c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d57 expref: 306 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.908885:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.908889:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.908892:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.908894:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.908897:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db4600/0x96d1ba5869cbf98c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d57 expref: 306 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.908899:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.908923:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.908925:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481622528:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.908932:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db7800/0x96d1ba5869cbf99a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d65 expref: 306 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.908949:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.908950:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db7800/0x96d1ba5869cbf99a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d65 expref: 306 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.908963:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.908985:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc37f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.908993:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481622656:192.168.202.10@tcp:104: 00000004:00080000:1.0:1762170988.909001:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b92300/2, rc 0, transno 4294975448 00010000:00010000:3.0:1762170988.909009:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.909014:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.909017:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481619968:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.909019:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.909028:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.909053:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+501:2416:x1847765489614592:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 6135us (7519us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.909065:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33097 00010000:00010000:0.0:1762170988.909074:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.909284:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8a00/0x96d1ba5869cbf1c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52de expref: 500 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.909299:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481619712:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.909323:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.909332:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.909339:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.909349:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.909356:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.909380:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.909389:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.909396:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.909405:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.909410:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.909418:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.909433:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.909441:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06000/0x96d1ba5869cc37eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.909470:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.909474:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.909477:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.909562:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+514:3642:x1847765481619328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6984us (7100us total) trans 4294977203 rc 0/0 00000100:00100000:1.0:1762170988.909571:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41721 00000100:00100000:3.0:1762170988.910766:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481621888:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.910773:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481621632:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.910792:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.910797:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.910801:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.910838:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.910849:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481622016:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.910866:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.910879:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.910916:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.910958:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.911013:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489616128 00000100:00100000:3.0:1762170988.911021:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489616128 00010000:00010000:3.0:1762170988.911054:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db5a00/0x96d1ba5869cbf97e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d3b expref: 307 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.911059:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.911087:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489615488 00000100:00100000:1.0:1762170988.911090:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489615360 00000100:00100000:3.0:1762170988.911091:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489615488 00000100:00100000:1.0:1762170988.911098:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489615360 00000100:00100000:0.0:1762170988.911105:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.911123:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb800/0x96d1ba5869cbf1cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52fa expref: 501 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.911144:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489615744 00000100:00100000:1.0:1762170988.911147:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489615744 00010000:00010000:3.0:1762170988.911159:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f6200/0x96d1ba5869cbf1c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ec expref: 502 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.911165:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8600/0x96d1ba5869cbf1d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5308 expref: 502 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.911187:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489615616 00000100:00100000:1.0:1762170988.911191:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489616000 00000100:00100000:3.0:1762170988.911192:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489615616 00000100:00100000:1.0:1762170988.911196:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489616000 00000100:00100000:0.0:1762170988.911207:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.911219:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f7e00/0x96d1ba5869cbf1e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5324 expref: 503 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.911221:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db6600/0x96d1ba5869cbf985 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d49 expref: 308 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.911241:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.911252:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489615872 00000100:00100000:1.0:1762170988.911256:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489616256 00000100:00100000:3.0:1762170988.911257:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489615872 00000100:00100000:1.0:1762170988.911261:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489616256 00010000:00010000:3.0:1762170988.911276:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9a00/0x96d1ba5869cbf1dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5316 expref: 504 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.911282:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db6a00/0x96d1ba5869cbf977 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d2d expref: 309 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.911294:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.911316:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489616512 00000100:00100000:3.0:1762170988.911320:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489616384 00000100:00100000:1.0:1762170988.911320:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489616512 00000100:00100000:3.0:1762170988.911326:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489616384 00000100:00100000:0.0:1762170988.911330:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481621504:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.911336:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db7800/0x96d1ba5869cbf99a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d65 expref: 311 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.911346:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.911347:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db4600/0x96d1ba5869cbf98c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d57 expref: 311 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.911358:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33103 00000100:00100000:1.0:1762170988.911375:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+311:2414:x1847765489616128:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.911386:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33104 00000100:00100000:0.0:1762170988.911386:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481622272:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.911389:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.911399:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db5a00/0x96d1ba5869cbf97e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d3b expref: 311 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.911403:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.911404:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+504:2416:x1847765489615360:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.911421:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.911424:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db5a00/0x96d1ba5869cbf97e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d3b expref: 311 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.911430:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb800/0x96d1ba5869cbf1cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52fa expref: 504 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.911437:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481621760:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.911453:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.911456:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.911457:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb800/0x96d1ba5869cbf1cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52fa expref: 504 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.911457:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.911460:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.911484:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.911495:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fb800/0x96d1ba5869cbf1cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52fa expref: 504 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.911501:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.911510:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.911513:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.911517:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.911518:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481622400:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.911531:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.911539:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+311:2414:x1847765489616128:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 166us (745us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.911539:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.911554:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33103 00010000:00010000:3.0:1762170988.911563:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.911579:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33105 00000100:00100000:0.0:1762170988.911596:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481622656:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.911604:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+503:2417:x1847765489615488:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.911611:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+503:2416:x1847765489615360:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 211us (734us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.911615:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.911617:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.911626:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33104 00010000:00010000:1.0:1762170988.911628:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f6200/0x96d1ba5869cbf1c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ec expref: 503 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.911643:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f6200/0x96d1ba5869cbf1c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ec expref: 502 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.911656:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33106 00010000:00010000:1.0:1762170988.911661:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6200/0x96d1ba5869cbf1c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc52ec expref: 502 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.911665:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33107 00000100:00100000:3.0:1762170988.911670:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+502:2417:x1847765489615744:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.911679:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+501:2416:x1847765489615616:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.911683:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.911684:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.911687:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.911689:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.911692:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.911694:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8600/0x96d1ba5869cbf1d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5308 expref: 501 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.911695:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f7e00/0x96d1ba5869cbf1e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5324 expref: 501 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.911740:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.911744:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8600/0x96d1ba5869cbf1d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5308 expref: 501 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.911745:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f7e00/0x96d1ba5869cbf1e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5324 expref: 501 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.911756:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.911774:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.911774:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.911779:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f8600/0x96d1ba5869cbf1d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5308 expref: 501 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.911780:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f7e00/0x96d1ba5869cbf1e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5324 expref: 501 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.911799:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+501:2417:x1847765489615488:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 196us (959us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.911801:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.911806:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.911808:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.911810:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.911814:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.911815:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.911818:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.911819:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33105 00010000:00010000:3.0:1762170988.911820:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.911842:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33108 00010000:00010000:0.0:1762170988.911848:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.911849:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.911855:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.911856:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+310:2417:x1847765489616000:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.911872:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.911874:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.911880:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db6600/0x96d1ba5869cbf985 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d49 expref: 310 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.911885:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.911895:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db6600/0x96d1ba5869cbf985 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d49 expref: 310 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.911896:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+498:2416:x1847765489615616:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 219us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.911907:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33107 00000100:00100000:3.0:1762170988.911915:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+498:2417:x1847765489615744:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 248us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.911927:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33106 00010000:00010000:1.0:1762170988.911927:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6600/0x96d1ba5869cbf985 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d49 expref: 310 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.911938:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33109 00010000:00010000:1.0:1762170988.911944:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.911947:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+309:2416:x1847765489616256:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.911948:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.911953:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33110 00010000:00010000:1.0:1762170988.911954:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.911956:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.911956:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.911965:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db6a00/0x96d1ba5869cbf977 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d2d expref: 309 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.911966:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.911967:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+496:2416:x1847765489615872:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.911979:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.911983:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.911992:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.911994:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9a00/0x96d1ba5869cbf1dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5316 expref: 496 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.911996:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db6a00/0x96d1ba5869cbf977 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d2d expref: 309 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.911999:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.912012:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.912026:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9a00/0x96d1ba5869cbf1dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5316 expref: 496 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.912030:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912031:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6a00/0x96d1ba5869cbf977 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d2d expref: 309 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.912039:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+309:2417:x1847765489616000:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 185us (982us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.912059:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9a00/0x96d1ba5869cbf1dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5316 expref: 496 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.912060:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912061:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.912063:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33108 00010000:00010000:0.0:1762170988.912066:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.912072:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.912084:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3800 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912088:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.912089:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.912094:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.912100:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33111 00010000:00010000:3.0:1762170988.912101:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.912112:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.912117:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+307:2416:x1847765489616512:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.912118:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.912120:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.912122:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.912128:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.912132:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.912137:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db7800/0x96d1ba5869cbf99a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d65 expref: 307 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.912142:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+307:2416:x1847765489616256:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (935us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.912143:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.912155:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db7800/0x96d1ba5869cbf99a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d65 expref: 307 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.912155:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33109 00000004:00080000:2.0:1762170988.912160:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b93800/2, rc 0, transno 4294977203 00000100:00100000:3.0:1762170988.912172:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+495:2416:x1847765489615872:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 209us (1066us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.912175:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33112 00010000:00010000:1.0:1762170988.912176:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7800/0x96d1ba5869cbf99a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d65 expref: 306 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.912178:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481619328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.912189:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1461500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+306:2416:x1847765489616384:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.912193:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170988.912194:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33110 00010000:00010000:1.0:1762170988.912197:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.912200:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.912202:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.912203:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.912211:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481622784:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.912211:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db4600/0x96d1ba5869cbf98c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d57 expref: 305 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.912213:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.912220:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.912231:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912236:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db4600/0x96d1ba5869cbf98c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d57 expref: 305 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.912242:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.912256:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.912257:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.912262:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.912262:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+305:2416:x1847765489616512:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (1024us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.912262:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.912266:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.912279:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33111 00010000:00010000:0.0:1762170988.912287:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.912288:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.912301:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912303:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.912304:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.912320:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1461500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+304:2416:x1847765489616384:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 133us (1029us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.912322:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.912327:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33112 00010000:00010000:3.0:1762170988.912328:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.912337:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.912341:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.912352:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.912354:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170988.912356:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481622912:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.912358:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912368:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.912371:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912376:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912384:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912389:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc380e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.912396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.912412:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.912415:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912420:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.912422:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912427:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912439:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912444:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc381c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.912453:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb7800/2, rc 0, transno 4294975447 00010000:00010000:0.0:1762170988.912460:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.912464:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.912467:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481618944:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.912468:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.912484:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.912485:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+515:3642:x1847765481620480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4473us (5380us total) trans 4294977205 rc 0/0 00000100:00100000:3.0:1762170988.912501:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41726 00010000:00010000:0.0:1762170988.912501:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.912509:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+716:3643:x1847765481620992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4305us (5095us total) trans 4294975449 rc 0/0 00000100:00100000:2.0:1762170988.912517:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170988.912519:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.912523:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41728 00000100:00100000:3.0:1762170988.912524:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481622784 00000100:00100000:2.0:1762170988.912527:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481623040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.912531:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481622784 00010000:00010000:0.0:1762170988.912533:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.912542:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481622912 00000100:00100000:1.0:1762170988.912546:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481622912 00010000:00010000:0.0:1762170988.912547:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.912570:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41734 00000100:00100000:2.0:1762170988.912571:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.912578:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41735 00000100:00100000:3.0:1762170988.912594:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+716:3642:x1847765481622784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.912601:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+516:3640:x1847765481622912:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.912613:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:1.0:1762170988.912616:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1830 count 1 00002000:00080000:3.0:1762170988.912617:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2029 count 1 00010000:00010000:2.0:1762170988.912620:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.912629:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.912632:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.912635:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.912635:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.912643:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9800/0x96d1ba5869cbf1eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5332 expref: 494 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.912659:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.912660:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.912661:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.912664:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4800/0x96d1ba5869cbf9a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d73 expref: 303 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.912665:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.912672:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+516:3641:x1847765481621248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4413us (5145us total) trans 4294977206 rc 0/0 00010000:00010000:2.0:1762170988.912684:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.912691:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.912692:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41730 00010000:00010000:3.0:1762170988.912696:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.912701:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.912703:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc382a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.912704:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9800/0x96d1ba5869cbf1eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5332 expref: 494 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.912734:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9800/0x96d1ba5869cbf1eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5332 expref: 494 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.912742:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481623040 00000100:00100000:0.0:1762170988.912749:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481623040 00010000:00010000:3.0:1762170988.912756:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db4800/0x96d1ba5869cbf9a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d73 expref: 303 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.912757:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481623168:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.912767:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.912772:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.912775:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db4800/0x96d1ba5869cbf9a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d73 expref: 303 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.912777:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.912781:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41736 00000100:00100000:0.0:1762170988.912793:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6663850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+717:3640:x1847765481623040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.912796:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481623296:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170988.912804:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2030 count 1 00000004:00080000:2.0:1762170988.912805:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb4a80/2, rc 0, transno 4294975449 00000100:00100000:1.0:1762170988.912806:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321300 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.912816:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.912818:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481620992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.912823:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.912828:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912834:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d6c00/0x96d1ba5869cbf9a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d81 expref: 303 pid: 24347 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170988.912836:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b91880/2, rc 0, transno 4294975446 00010000:00010000:3.0:1762170988.912841:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.912844:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481619456:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.912847:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.912853:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912853:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.912857:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.912861:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.912879:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.912879:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.912889:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2e680/2, rc 0, transno 4294977206 00010000:00010000:0.0:1762170988.912893:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d6c00/0x96d1ba5869cbf9a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d81 expref: 303 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.912900:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481621248:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.912901:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.912904:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.912916:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d6c00/0x96d1ba5869cbf9a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d81 expref: 303 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.912930:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.912931:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481623808:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.912931:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.912935:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1460000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481623680:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.912955:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170988.912963:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.912969:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.913012:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481623552:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.913020:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.913030:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.913040:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.913050:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.913057:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.913059:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+517:3640:x1847765481620096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5376us (6086us total) trans 4294977207 rc 0/0 00000100:00100000:2.0:1762170988.913061:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.913069:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481623424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.913075:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41725 00000100:00100000:3.0:1762170988.913088:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+516:3642:x1847765481620864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4930us (5728us total) trans 4294977208 rc 0/0 00010000:00010000:0.0:1762170988.913088:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1762170988.913091:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481623808 00000100:00100000:1.0:1762170988.913096:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481623808 00000100:00100000:2.0:1762170988.913098:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.913106:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41727 00000100:00100000:1.0:1762170988.913118:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481623552 00010000:00010000:2.0:1762170988.913120:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:1.0:1762170988.913121:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481623552 00010000:00010000:2.0:1762170988.913124:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.913129:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481623424 00010000:00010000:2.0:1762170988.913131:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170988.913135:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481623424 00010000:00010000:2.0:1762170988.913136:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.913143:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41737 00010000:00010000:2.0:1762170988.913146:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.913157:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.913157:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+516:3640:x1847765481623808:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.913165:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41738 00010000:00010000:2.0:1762170988.913172:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3807 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.913177:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1831 count 1 00000100:00100000:3.0:1762170988.913179:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+720:3643:x1847765481623552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.913189:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170988.913192:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.913193:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.913194:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2032 count 1 00010000:00010000:3.0:1762170988.913210:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.913212:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.913216:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+720:3641:x1847765481620608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4683us (5600us total) trans 4294975450 rc 0/0 00010000:00010000:2.0:1762170988.913218:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.913220:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebc00/0x96d1ba5869cc0b44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7004 expref: 494 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.913234:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41731 00010000:00010000:3.0:1762170988.913237:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5c00/0x96d1ba5869cbf9b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d9d expref: 303 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.913241:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.913246:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170988.913251:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1762170988.913253:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41739 00010000:00010000:1.0:1762170988.913257:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.913262:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.913263:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+719:3643:x1847765481623424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.913264:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.913267:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.913273:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.913279:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2031 count 1 00010000:00010000:2.0:1762170988.913290:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3815 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.913291:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.913313:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db5c00/0x96d1ba5869cbf9b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d9d expref: 303 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.913314:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db2400/0x96d1ba5869cbf9af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d8f expref: 303 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.913318:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebc00/0x96d1ba5869cc0b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7004 expref: 494 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.913320:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.913328:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.913336:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.913340:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.913345:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db5c00/0x96d1ba5869cbf9b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d9d expref: 303 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.913345:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.913348:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.913350:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebc00/0x96d1ba5869cc0b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7004 expref: 494 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.913354:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.913377:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db2400/0x96d1ba5869cbf9af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d8f expref: 303 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.913379:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.913381:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481623936:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.913385:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481624064:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.913408:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db2400/0x96d1ba5869cbf9af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d8f expref: 303 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.913409:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.913414:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54f00 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.913421:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321900 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.913428:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1460e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481624192:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.913429:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.913431:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3831 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.913450:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.913458:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.913462:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170988.913464:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb6a00/2, rc 0, transno 4294977208 00010000:00010000:2.0:1762170988.913467:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.913470:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.913478:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481620864:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.913481:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.913492:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.913496:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb6300/2, rc 0, transno 4294975450 00000004:00080000:3.0:1762170988.913499:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb6680/2, rc 0, transno 4294977205 00010000:00010000:0.0:1762170988.913501:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.913509:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481620480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.913509:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481620608:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.913518:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.913536:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.913543:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.913552:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.913556:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.913561:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481624320:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.913568:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.913596:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.913604:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc383f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.913608:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.913631:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.913635:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.913639:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.913653:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481624320 00000100:00100000:0.0:1762170988.913656:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+720:3642:x1847765481621376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4859us (5816us total) trans 4294975451 rc 0/0 00000100:00100000:2.0:1762170988.913659:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481624320 00000100:00100000:0.0:1762170988.913668:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41733 00000100:00100000:2.0:1762170988.913694:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41740 00000100:00100000:3.0:1762170988.913704:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481624448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.913706:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+720:3641:x1847765481624320:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.913797:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1762170988.913820:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b91f80/2, rc 0, transno 4294977207 00000100:00100000:1.0:1762170988.913834:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481620096:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170988.913839:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e58a80/2, rc 0, transno 4294975451 00000100:00100000:3.0:1762170988.913852:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481621376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.913870:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1762170988.913875:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4600/0x96d1ba5869cbf98c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d57 expref: 303 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.913879:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481624576:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.913886:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.913894:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481622528:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.913899:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481624448 00000100:00100000:0.0:1762170988.913904:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481624448 00010000:00010000:1.0:1762170988.913913:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.913922:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.913928:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.913929:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41741 00010000:00010000:1.0:1762170988.913940:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.913944:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+517:3642:x1847765481624448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.913954:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.913960:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1832 count 1 00000100:00100000:3.0:1762170988.913964:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.913977:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.913978:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.913992:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6e00/0x96d1ba5869cbf1f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc534e expref: 494 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.913994:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.914002:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.914004:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.914008:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.914012:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.914016:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.914022:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.914031:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.914040:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f6e00/0x96d1ba5869cbf1f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc534e expref: 494 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.914044:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.914053:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f6e00/0x96d1ba5869cbf1f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc534e expref: 494 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.914057:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3838 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.914079:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1462300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481624704:192.168.202.10@tcp:104: 00002000:00080000:2.0:1762170988.914085:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2033 count 1 00010000:00010000:3.0:1762170988.914090:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.914094:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.914096:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.914101:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.914106:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+721:3641:x1847765481621120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5367us (6438us total) trans 4294975452 rc 0/0 00000100:00100000:1.0:1762170988.914121:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41732 00010000:00010000:2.0:1762170988.914122:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6200/0x96d1ba5869cbf9bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dab expref: 302 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.914129:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.914131:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.914135:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.914138:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.914141:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481624576 00000100:00100000:3.0:1762170988.914145:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1ae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481624832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.914147:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481624576 00010000:00010000:2.0:1762170988.914170:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db6200/0x96d1ba5869cbf9bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dab expref: 302 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.914171:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41742 00000100:00100000:3.0:1762170988.914183:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.914184:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+518:3642:x1847765481624576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.914203:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1833 count 1 00010000:00010000:1.0:1762170988.914218:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.914223:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481624832 00000100:00100000:3.0:1762170988.914228:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481624832 00010000:00010000:1.0:1762170988.914230:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d8969c000/0x96d1ba5869cbe9cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc535c expref: 494 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.914237:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.914239:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.914242:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.914265:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d8969c000/0x96d1ba5869cbe9cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc535c expref: 494 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.914276:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d8969c000/0x96d1ba5869cbe9cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc535c expref: 494 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.914277:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41743 00000100:00100000:0.0:1762170988.914291:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+519:3640:x1847765481624832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.914293:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481625088:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170988.914309:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1834 count 1 00010000:00010000:0.0:1762170988.914324:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.914333:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.914338:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d8969ee00/0x96d1ba5869cbe9e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc536a expref: 494 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.914347:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.914349:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.914353:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.914374:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d8969ee00/0x96d1ba5869cbe9e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc536a expref: 494 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.914383:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5a00/0x96d1ba5869cbf97e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d3b expref: 302 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.914385:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d8969ee00/0x96d1ba5869cbe9e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc536a expref: 494 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.914411:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481625216:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.914418:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481622144:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.914480:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.914522:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.914531:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.914537:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.914545:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.914552:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.914567:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.914743:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db6200/0x96d1ba5869cbf9bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dab expref: 301 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.914756:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481624960:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.914803:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+721:3641:x1847765481620736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6561us (7332us total) trans 4294975453 rc 0/0 00000100:00100000:3.0:1762170988.914813:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41729 00000100:00100000:2.0:1762170988.915106:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99effcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.915407:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+519:3642:x1847765481614208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28733us (28841us total) trans 4294977193 rc 0/0 00000100:00100000:0.0:1762170988.915416:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41700 00000004:00080000:0.0:1762170988.915610:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b709500/2, rc 0, transno 4294977193 00000100:00100000:0.0:1762170988.915623:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481614208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.915687:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.915697:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+518:3642:x1847765481620352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8038us (8884us total) trans 4294977204 rc 0/0 00000100:00100000:0.0:1762170988.915699:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481625344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.915732:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41724 00000100:00100000:0.0:1762170988.915763:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.915798:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.915810:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481625472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.915810:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481625344 00000100:00100000:0.0:1762170988.915816:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481625344 00000100:00100000:2.0:1762170988.915847:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.915858:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481625472 00000100:00100000:0.0:1762170988.915861:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481625472 00000100:00100000:2.0:1762170988.915893:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41744 00000100:00100000:0.0:1762170988.915900:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41745 00000100:00100000:2.0:1762170988.915905:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+518:3640:x1847765481625344:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.915914:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+721:3643:x1847765481625472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.915924:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1835 count 1 00002000:00080000:0.0:1762170988.915928:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2034 count 1 00010000:00010000:2.0:1762170988.915941:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.915944:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.915965:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6e00/0x96d1ba5869cbe9ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5378 expref: 494 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.915966:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7e00/0x96d1ba5869cbf9c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db9 expref: 301 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.915989:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.915990:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.915994:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.915995:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.916000:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.916001:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.916043:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db7e00/0x96d1ba5869cbf9c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db9 expref: 301 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.916047:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6e00/0x96d1ba5869cbe9ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5378 expref: 494 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.916066:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db7e00/0x96d1ba5869cbf9c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db9 expref: 301 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.916069:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6e00/0x96d1ba5869cbe9ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5378 expref: 494 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.916086:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481625600:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.916092:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481625728:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.916138:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e99eff180 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.916138:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afcc0 going to sleep for 11 seconds 00000004:00080000:2.0:1762170988.916175:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2ce00/2, rc 0, transno 4294975452 00000100:00100000:2.0:1762170988.916185:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481621120:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170988.916203:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb4380/2, rc 0, transno 4294975453 00000100:00100000:2.0:1762170988.916209:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481620736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.916220:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481624064:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.916246:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.916278:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481625856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.916284:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481623168:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.916298:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.916315:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.916320:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481623296:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.916345:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.916360:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.916367:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.916376:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.916381:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.916391:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.916413:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.916419:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.916427:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3823 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.916451:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.916456:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.916457:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.916461:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481623936:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.916461:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.916476:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1762170988.916483:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.916487:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481625984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.916500:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1460000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481623680:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.916519:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.916535:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.916548:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489616768 00000100:00100000:0.0:1762170988.916553:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489616768 00000100:00100000:3.0:1762170988.916565:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481625856 00000100:00100000:3.0:1762170988.916571:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481625856 00010000:00010000:0.0:1762170988.916577:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9800/0x96d1ba5869cbf1eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5332 expref: 495 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.916614:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489617024 00000100:00100000:0.0:1762170988.916618:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489617024 00000100:00100000:3.0:1762170988.916619:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481625984 00000004:00080000:2.0:1762170988.916622:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b91180/2, rc 0, transno 4294977204 00000100:00100000:3.0:1762170988.916624:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481625984 00000100:00100000:2.0:1762170988.916635:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481620352:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.916637:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d6c00/0x96d1ba5869cbf9a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d81 expref: 302 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.916656:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41746 00000100:00100000:0.0:1762170988.916666:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33113 00000100:00100000:3.0:1762170988.916669:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+723:3643:x1847765481625856:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.916680:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+495:2416:x1847765489616768:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.916689:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170988.916692:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.916698:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9800/0x96d1ba5869cbf1eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5332 expref: 495 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.916701:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481626112:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.916741:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9800/0x96d1ba5869cbf1eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5332 expref: 495 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.916758:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.916761:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f9800/0x96d1ba5869cbf1eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5332 expref: 495 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.916775:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.916778:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.916782:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.916784:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2035 count 1 00000100:00100000:2.0:1762170988.916797:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481626112 00010000:00010000:0.0:1762170988.916799:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.916802:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481626112 00010000:00010000:0.0:1762170988.916829:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.916833:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41747 00010000:00010000:1.0:1762170988.916839:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.916844:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+723:3641:x1847765481625984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.916854:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.916856:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.916861:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+494:2416:x1847765489616768:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 182us (441us total) trans 0 rc 0/0 00002000:00080000:2.0:1762170988.916862:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2036 count 1 00000100:00100000:0.0:1762170988.916880:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33113 00010000:00010000:2.0:1762170988.916883:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.916883:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.916884:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cbf9cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dc7 expref: 302 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.916900:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33114 00010000:00010000:3.0:1762170988.916910:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.916912:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.916914:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+302:2416:x1847765489617024:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.916915:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.916917:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cbf9d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dd5 expref: 302 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.916920:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.916932:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.916942:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.916943:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.916943:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d6c00/0x96d1ba5869cbf9a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d81 expref: 302 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.916947:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.916953:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.916962:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cbf9cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dc7 expref: 302 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.916962:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d6c00/0x96d1ba5869cbf9a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d81 expref: 302 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.916984:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cbf9d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dd5 expref: 302 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.916990:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cbf9cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dc7 expref: 302 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.916994:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d6c00/0x96d1ba5869cbf9a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d81 expref: 302 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.917007:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cbf9d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dd5 expref: 302 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.917019:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481626240:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.917021:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.917026:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.917028:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481626368:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.917031:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.917042:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.917065:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.917068:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54f00 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.917069:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7355480 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.917090:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+301:2416:x1847765489617024:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (635us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.917093:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.917101:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33114 00010000:00010000:3.0:1762170988.917102:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.917112:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.917117:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.917124:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.917129:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+520:3640:x1847765481622912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4540us (4734us total) trans 4294977209 rc 0/0 00010000:00010000:3.0:1762170988.917134:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.917144:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41735 00010000:00010000:3.0:1762170988.917151:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.917152:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.917171:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41748 00010000:00010000:0.0:1762170988.917173:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.917174:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3846 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.917185:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+519:3640:x1847765481626112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.917188:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.917193:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.917201:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.917206:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1836 count 1 00010000:00010000:3.0:1762170988.917211:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.917215:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1762170988.917216:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.917221:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.917227:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.917233:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.917240:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89692000/0x96d1ba5869cbe9f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5386 expref: 493 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.917244:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.917256:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.917261:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.917265:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.917271:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.917279:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3854 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.917292:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89692000/0x96d1ba5869cbe9f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5386 expref: 493 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.917296:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.917301:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.917303:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.917305:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.917311:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89692000/0x96d1ba5869cbe9f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5386 expref: 493 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.917322:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489616640 00000100:00100000:1.0:1762170988.917326:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481626496:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.917328:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489616640 00000100:00100000:1.0:1762170988.917372:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321900 going to sleep for 11 seconds 00000004:00080000:2.0:1762170988.917377:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873d500/2, rc 0, transno 4294977209 00000100:00100000:0.0:1762170988.917381:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6663850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+724:3640:x1847765481623040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4588us (4810us total) trans 4294975454 rc 0/0 00000100:00100000:2.0:1762170988.917391:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481622912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.917391:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41736 00000100:00100000:1.0:1762170988.917392:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489616896 00000100:00100000:1.0:1762170988.917400:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489616896 00000004:00080000:2.0:1762170988.917413:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873d880/2, rc 0, transno 4294975454 00010000:00010000:0.0:1762170988.917419:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.917421:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db4800/0x96d1ba5869cbf9a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d73 expref: 301 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.917425:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebc00/0x96d1ba5869cc0b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7004 expref: 494 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.917425:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481623040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.917446:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1460e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481624192:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.917468:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.917469:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489617152 00000100:00100000:3.0:1762170988.917474:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489617152 00000100:00100000:2.0:1762170988.917482:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170988.917491:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33115 00010000:00010000:3.0:1762170988.917493:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db5c00/0x96d1ba5869cbf9b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d9d expref: 302 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.917494:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481626624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.917506:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+494:2416:x1847765489616640:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.917518:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.917519:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33116 00010000:00010000:1.0:1762170988.917526:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebc00/0x96d1ba5869cc0b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7004 expref: 494 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.917534:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b765f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+302:2416:x1847765489616896:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.917536:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.917548:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.917550:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebc00/0x96d1ba5869cc0b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7004 expref: 494 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.917557:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db4800/0x96d1ba5869cbf9a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d73 expref: 302 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.917557:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33117 00000100:00100000:0.0:1762170988.917573:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+302:2416:x1847765489617152:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.917578:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db4800/0x96d1ba5869cbf9a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d73 expref: 302 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.917581:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ebc00/0x96d1ba5869cc0b44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7004 expref: 494 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.917597:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.917606:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db5c00/0x96d1ba5869cbf9b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d9d expref: 302 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.917609:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.917610:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481626752:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.917614:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.917620:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.917631:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db5c00/0x96d1ba5869cbf9b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d9d expref: 302 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.917639:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.917651:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.917657:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db4800/0x96d1ba5869cbf9a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d73 expref: 302 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.917666:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db5c00/0x96d1ba5869cbf9b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d9d expref: 302 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.917672:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.917676:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.917676:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.917681:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.917682:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.917685:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.917691:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.917694:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.917785:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.917810:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+493:2416:x1847765489616640:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 205us (588us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.917811:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.917822:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33115 00010000:00010000:3.0:1762170988.917837:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.917839:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+300:2416:x1847765489617152:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 268us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.917849:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33117 00000100:00100000:3.0:1762170988.917867:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b765f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+299:2416:x1847765489616896:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 337us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.917878:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33116 00000100:00100000:0.0:1762170988.917882:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481626624 00000100:00100000:0.0:1762170988.917887:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481626624 00010000:00010000:1.0:1762170988.917900:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.917904:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.917907:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481626752 00000100:00100000:0.0:1762170988.917913:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481626752 00000100:00100000:2.0:1762170988.917916:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41749 00010000:00010000:1.0:1762170988.917916:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.917924:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.917931:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.917931:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41750 00000100:00100000:2.0:1762170988.917934:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+520:3643:x1847765481626624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.917944:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+724:3643:x1847765481626752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.917945:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.917957:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.917959:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1837 count 1 00010000:00010000:3.0:1762170988.917960:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.917962:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2037 count 1 00010000:00010000:2.0:1762170988.917976:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.917979:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.917984:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.918006:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7400/0x96d1ba5869cbea0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5394 expref: 492 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.918008:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6e00/0x96d1ba5869cbf9d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5de3 expref: 298 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.918016:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.918028:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.918029:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.918032:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.918033:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.918037:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.918038:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918059:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.918064:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.918073:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db6e00/0x96d1ba5869cbf9d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5de3 expref: 298 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.918074:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.918080:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.918091:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db6e00/0x96d1ba5869cbf9d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5de3 expref: 298 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.918093:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.918118:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481626880:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.918120:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918135:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc385b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918162:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.918166:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.918169:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.918172:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+725:3642:x1847765481622784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5590us (5916us total) trans 4294975455 rc 0/0 00010000:00010000:2.0:1762170988.918182:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170988.918187:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41734 00010000:00010000:2.0:1762170988.918188:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918198:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.918211:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.918211:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918221:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc384d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.918226:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.918236:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918244:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.918245:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918249:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.918253:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.918256:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.918272:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1762170988.918286:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b750380/2, rc 0, transno 4294975455 00000100:00100000:2.0:1762170988.918297:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481622784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.918347:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.918356:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481627008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.918384:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.918446:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+725:3643:x1847765481623552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5269us (5407us total) trans 4294975456 rc 0/0 00010000:00010000:2.0:1762170988.918452:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7400/0x96d1ba5869cbea0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5394 expref: 492 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.918457:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41738 00010000:00010000:2.0:1762170988.918469:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7400/0x96d1ba5869cbea0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5394 expref: 492 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.918479:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481627008 00000100:00100000:2.0:1762170988.918481:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b765500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481627136:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.918484:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481627008 00000100:00100000:3.0:1762170988.918520:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41751 00000100:00100000:3.0:1762170988.918530:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+725:3641:x1847765481627008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.918544:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2038 count 1 00010000:00010000:3.0:1762170988.918557:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.918569:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db2800/0x96d1ba5869cbf9e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df1 expref: 298 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.918577:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.918580:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.918580:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.918597:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.918621:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db2800/0x96d1ba5869cbf9e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df1 expref: 298 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.918632:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db2800/0x96d1ba5869cbf9e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df1 expref: 298 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.918645:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481627264:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.918778:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.918784:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918792:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.918796:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918804:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918817:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918824:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3862 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.918854:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.918857:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.918861:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.918904:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00000004:00080000:3.0:1762170988.918937:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873f480/2, rc 0, transno 4294975456 00000100:00100000:3.0:1762170988.918951:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481623552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.919120:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.919146:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489617280 00000100:00100000:0.0:1762170988.919152:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489617280 00010000:00010000:0.0:1762170988.919176:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db2400/0x96d1ba5869cbf9af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d8f expref: 299 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.919204:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33118 00000100:00100000:0.0:1762170988.919215:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+299:2416:x1847765489617280:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.919224:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.919230:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db2400/0x96d1ba5869cbf9af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d8f expref: 299 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.919243:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db2400/0x96d1ba5869cbf9af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d8f expref: 299 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.919259:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db2400/0x96d1ba5869cbf9af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d8f expref: 299 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.919270:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.919272:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.919275:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919284:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919303:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.919333:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+298:2416:x1847765489617280:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 120us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.919341:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33118 00000100:00100000:0.0:1762170988.919383:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1462300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481624704:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.919404:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919426:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919435:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919444:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919451:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919467:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.919527:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.919552:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.919626:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.919626:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481625728:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.919651:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.919654:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+726:3643:x1847765481623424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6390us (6555us total) trans 4294975457 rc 0/0 00000100:00100000:3.0:1762170988.919671:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.919674:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41739 00010000:00010000:0.0:1762170988.919700:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.919727:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919737:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.919740:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919747:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919759:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919771:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3869 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.919794:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.919797:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.919800:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170988.919824:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873e680/2, rc 0, transno 4294975457 00000100:00100000:0.0:1762170988.919835:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481623424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.919851:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489617536 00000100:00100000:0.0:1762170988.919855:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489617536 00010000:00010000:0.0:1762170988.919874:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d8969c000/0x96d1ba5869cbe9cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc535c expref: 493 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.919905:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489617792 00000100:00100000:0.0:1762170988.919909:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489617792 00000100:00100000:2.0:1762170988.919911:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489617408 00000100:00100000:2.0:1762170988.919916:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489617408 00010000:00010000:0.0:1762170988.919927:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db6200/0x96d1ba5869cbf9bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dab expref: 298 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.919937:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f6e00/0x96d1ba5869cbf1f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc534e expref: 494 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.919945:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489617920 00000100:00100000:0.0:1762170988.919949:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489617920 00000100:00100000:2.0:1762170988.919962:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33119 00010000:00010000:0.0:1762170988.919968:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db7e00/0x96d1ba5869cbf9c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db9 expref: 299 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.919975:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+494:2416:x1847765489617536:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.919986:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.919989:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.919996:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d8969c000/0x96d1ba5869cbe9cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc535c expref: 494 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.919997:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489617664 00000100:00100000:0.0:1762170988.920002:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489617664 00010000:00010000:2.0:1762170988.920012:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d8969c000/0x96d1ba5869cbe9cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc535c expref: 495 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.920022:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d8969ee00/0x96d1ba5869cbe9e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc536a expref: 495 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.920027:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.920031:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.920035:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.920040:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.920052:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489618048 00010000:00010000:2.0:1762170988.920055:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.920057:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489618048 00010000:00010000:2.0:1762170988.920075:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.920076:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6e00/0x96d1ba5869cbe9ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5378 expref: 496 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.920096:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33120 00000100:00100000:2.0:1762170988.920102:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+496:2416:x1847765489617536:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 132us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.920109:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+299:2416:x1847765489617792:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.920117:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33119 00010000:00010000:0.0:1762170988.920120:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.920127:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db6200/0x96d1ba5869cbf9bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dab expref: 299 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.920139:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db6200/0x96d1ba5869cbf9bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dab expref: 299 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.920143:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33121 00000100:00100000:2.0:1762170988.920157:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea95e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+495:2416:x1847765489617408:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.920161:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.920165:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.920166:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.920169:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.920175:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f6e00/0x96d1ba5869cbf1f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc534e expref: 495 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.920181:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.920184:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.920202:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f6e00/0x96d1ba5869cbf1f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc534e expref: 495 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.920206:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.920214:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.920222:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f6e00/0x96d1ba5869cbf1f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc534e expref: 495 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.920233:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+299:2416:x1847765489617792:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 128us (679us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.920236:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.920242:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.920247:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33120 00000100:00100000:3.0:1762170988.920248:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.920248:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.920259:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.920268:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489618304 00000100:00100000:0.0:1762170988.920272:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489618304 00010000:00010000:2.0:1762170988.920279:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.920289:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89692000/0x96d1ba5869cbe9f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5386 expref: 495 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.920302:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea95e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+495:2416:x1847765489617408:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.920306:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489618176 00000100:00100000:0.0:1762170988.920310:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489618176 00000100:00100000:2.0:1762170988.920311:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33121 00000100:00100000:2.0:1762170988.920331:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489618432 00010000:00010000:0.0:1762170988.920331:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cbf9d2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dd5 expref: 299 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.920337:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489618432 00010000:00010000:2.0:1762170988.920355:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cbf9cb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dc7 expref: 300 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.920359:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33122 00000100:00100000:0.0:1762170988.920375:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+300:2417:x1847765489617920:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.920385:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33123 00010000:00010000:0.0:1762170988.920386:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.920394:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db7e00/0x96d1ba5869cbf9c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db9 expref: 300 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.920398:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+494:2416:x1847765489617664:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.920408:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.920413:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.920419:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db7e00/0x96d1ba5869cbf9c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db9 expref: 300 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.920422:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d8969ee00/0x96d1ba5869cbe9e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc536a expref: 494 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.920443:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d8969ee00/0x96d1ba5869cbe9e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc536a expref: 494 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.920444:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.920450:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.920455:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.920461:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.920466:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.920466:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.920472:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.920482:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.920489:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.920491:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.920509:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489618560 00010000:00010000:2.0:1762170988.920514:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.920515:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489618560 00000100:00100000:0.0:1762170988.920526:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+301:2417:x1847765489617920:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 153us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.920535:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33122 00000100:00100000:2.0:1762170988.920541:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+494:2416:x1847765489617664:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 146us (836us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.920548:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db6e00/0x96d1ba5869cbf9d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5de3 expref: 301 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.920550:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33123 00000100:00100000:2.0:1762170988.920573:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489618688 00000100:00100000:2.0:1762170988.920577:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489618688 00000100:00100000:3.0:1762170988.920593:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33124 00000100:00100000:3.0:1762170988.920604:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8762680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+494:2415:x1847765489618048:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.920610:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7400/0x96d1ba5869cbea0b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5394 expref: 494 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.920616:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.920621:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33125 00010000:00010000:3.0:1762170988.920626:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6e00/0x96d1ba5869cbe9ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5378 expref: 494 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.920637:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+494:2417:x1847765489618304:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.920642:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33126 00010000:00010000:3.0:1762170988.920645:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6e00/0x96d1ba5869cbe9ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5378 expref: 494 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.920650:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.920657:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+300:2416:x1847765489618176:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.920661:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89692000/0x96d1ba5869cbe9f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5386 expref: 494 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.920668:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.920669:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6e00/0x96d1ba5869cbe9ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5378 expref: 494 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.920680:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cbf9d2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dd5 expref: 300 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.920680:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89692000/0x96d1ba5869cbe9f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5386 expref: 494 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.920685:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.920689:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.920694:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.920740:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.920743:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.920748:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.920756:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.920764:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33127 00010000:00010000:2.0:1762170988.920765:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cbf9d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dd5 expref: 300 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.920774:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.920782:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8760700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+300:2416:x1847765489618432:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.920784:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.920786:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.920789:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.920794:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.920797:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.920801:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+493:2417:x1847765489618304:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (627us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.920808:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cbf9cb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dc7 expref: 300 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.920814:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.920814:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.920820:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33125 00010000:00010000:1.0:1762170988.920836:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cbf9cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dc7 expref: 300 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.920844:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.920845:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8762680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+492:2415:x1847765489618048:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 240us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.920846:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33128 00000100:00100000:3.0:1762170988.920861:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33124 00010000:00010000:1.0:1762170988.920862:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.920863:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+300:2416:x1847765489618560:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.920867:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.920870:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+300:2416:x1847765489618176:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 216us (656us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.920873:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.920877:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.920884:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33126 00010000:00010000:0.0:1762170988.920887:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db6e00/0x96d1ba5869cbf9d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5de3 expref: 300 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.920894:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.920895:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33129 00000100:00100000:3.0:1762170988.920911:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+491:2415:x1847765489618688:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.920915:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.920917:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db6e00/0x96d1ba5869cbf9d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5de3 expref: 299 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.920929:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.920934:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.920937:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.920940:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7400/0x96d1ba5869cbea0b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5394 expref: 491 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.920946:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.920949:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.920955:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.920957:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.920963:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8760700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+299:2416:x1847765489618432:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 183us (716us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.920964:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7400/0x96d1ba5869cbea0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5394 expref: 491 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.920981:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.920985:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.920986:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33127 00010000:00010000:3.0:1762170988.920995:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.920999:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.921005:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.921014:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.921015:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921016:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.921033:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d8969c000/0x96d1ba5869cbe9cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc535c expref: 491 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.921036:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.921039:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+298:2416:x1847765489618560:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 180us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.921054:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33128 00000100:00100000:1.0:1762170988.921058:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481625088:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.921062:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+490:2415:x1847765489618688:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 153us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.921073:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33129 00010000:00010000:1.0:1762170988.921080:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.921087:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.921090:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.921102:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.921107:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.921114:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.921115:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.921122:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.921123:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.921127:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.921146:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.921148:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+522:3640:x1847765481625344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5247us (5387us total) trans 4294977211 rc 0/0 00010000:00010000:3.0:1762170988.921149:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.921158:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.921160:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.921165:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41744 00010000:00010000:3.0:1762170988.921175:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.921181:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.921187:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921191:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.921200:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07800/0x96d1ba5869cc388c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921201:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921220:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.921224:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.921229:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.921236:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921237:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.921253:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.921260:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921264:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.921271:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921275:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3870 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.921301:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921310:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.921310:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+523:3642:x1847765481624448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7367us (7511us total) trans 4294977212 rc 0/0 00010000:00010000:3.0:1762170988.921312:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc387e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921313:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.921317:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.921323:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+523:3642:x1847765481624576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7140us (7361us total) trans 4294977213 rc 0/0 00000100:00100000:0.0:1762170988.921329:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41741 00000004:00080000:2.0:1762170988.921340:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b708e00/2, rc 0, transno 4294977213 00000100:00100000:1.0:1762170988.921340:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41742 00010000:00010000:3.0:1762170988.921345:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.921349:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.921353:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.921353:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481624576:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170988.921369:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2f800/2, rc 0, transno 4294977212 00000100:00100000:2.0:1762170988.921374:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481624448:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.921382:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6e00/0x96d1ba5869cbf9d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5de3 expref: 297 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.921393:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89692000/0x96d1ba5869cbe9f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5386 expref: 489 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.921399:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481626880:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.921417:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481626496:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.921418:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170988.921420:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.921432:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.921437:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481627648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.921440:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921445:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.921449:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.921460:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.921464:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.921471:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921473:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cbf9d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dd5 expref: 296 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.921481:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.921485:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.921496:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.921504:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481626368:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.921511:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481627520:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.921512:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.921513:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921526:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.921533:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.921537:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.921544:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.921551:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921560:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921568:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921596:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1762170988.921597:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481627392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.921630:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.921659:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170988.921667:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481627776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.921679:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+727:3643:x1847765481626752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3736us (4031us total) trans 4294975458 rc 0/0 00000100:00100000:0.0:1762170988.921689:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41750 00000100:00100000:1.0:1762170988.921698:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+522:3640:x1847765481626112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4516us (4939us total) trans 4294977214 rc 0/0 00000100:00100000:3.0:1762170988.921703:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.921737:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41748 00000100:00100000:1.0:1762170988.921761:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481627648 00000004:00080000:3.0:1762170988.921765:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873ed80/2, rc 0, transno 4294975459 00000100:00100000:1.0:1762170988.921766:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481627648 00000100:00100000:2.0:1762170988.921768:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+726:3641:x1847765481625984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4925us (5232us total) trans 4294975459 rc 0/0 00000100:00100000:3.0:1762170988.921777:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481625984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.921779:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41747 00000100:00100000:0.0:1762170988.921786:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481627520 00000100:00100000:0.0:1762170988.921792:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481627520 00010000:00010000:3.0:1762170988.921798:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:1.0:1762170988.921803:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481627392 00010000:00010000:3.0:1762170988.921804:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.921805:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481627776 00000100:00100000:1.0:1762170988.921809:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481627392 00000100:00100000:2.0:1762170988.921812:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481627776 00010000:00010000:3.0:1762170988.921824:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.921827:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41752 00010000:00010000:3.0:1762170988.921831:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.921839:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+523:3643:x1847765481627648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.921843:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.921851:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41753 00000100:00100000:2.0:1762170988.921859:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41754 00010000:00010000:3.0:1762170988.921860:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.921864:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1838 count 1 00000100:00100000:1.0:1762170988.921865:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+727:3643:x1847765481627520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.921876:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+727:3641:x1847765481627392:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.921879:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc38b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.921886:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2040 count 1 00010000:00010000:0.0:1762170988.921887:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.921892:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2039 count 1 00010000:00010000:3.0:1762170988.921899:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170988.921904:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.921905:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.921906:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89693c00/0x96d1ba5869cbea12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a2 expref: 488 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.921908:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.921927:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.921933:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.921934:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.921938:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7400/0x96d1ba5869cbf9ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e0d expref: 295 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.921938:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.921941:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cbf9e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dff expref: 295 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.921944:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.921956:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.921964:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.921967:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.921968:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.921972:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.921974:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.921979:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.921980:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.921987:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89693c00/0x96d1ba5869cbea12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a2 expref: 488 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.922002:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db7400/0x96d1ba5869cbf9ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e0d expref: 295 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.922015:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89693c00/0x96d1ba5869cbea12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a2 expref: 488 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.922018:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cbf9e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dff expref: 295 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.922023:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc38a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.922033:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db7400/0x96d1ba5869cbf9ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e0d expref: 295 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.922050:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481627904:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.922051:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cbf9e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dff expref: 295 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.922062:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.922064:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481628032:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.922068:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.922071:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481628160:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.922083:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.922087:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.922093:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.922094:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321900 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.922096:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.922104:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7355480 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.922109:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.922111:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.922117:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc38a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922121:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.922135:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.922135:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41755 00010000:00010000:3.0:1762170988.922140:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.922145:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.922149:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+523:3641:x1847765481627776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.922162:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1839 count 1 00000004:00080000:0.0:1762170988.922175:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b765180/2, rc 0, transno 4294975458 00010000:00010000:1.0:1762170988.922177:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922186:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7400/0x96d1ba5869cbea0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5394 expref: 488 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.922186:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481626752:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.922198:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6c00/0x96d1ba5869cc0a33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ef3 expref: 488 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.922199:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170988.922209:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1762170988.922211:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8760380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481628416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.922213:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b765500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481627136:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.922214:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170988.922219:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.922233:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b766a00/2, rc 0, transno 4294977214 00010000:00010000:2.0:1762170988.922236:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.922247:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6c00/0x96d1ba5869cc0a33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ef3 expref: 487 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.922248:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481626112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.922252:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.922254:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.922269:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddd880/2, rc 0, transno 4294977211 00010000:00010000:1.0:1762170988.922272:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6c00/0x96d1ba5869cc0a33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ef3 expref: 487 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.922274:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.922278:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481625344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.922294:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1762170988.922295:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.922297:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481628544:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.922307:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481628288:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.922311:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7e00/0x96d1ba5869cbf9c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db9 expref: 295 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.922325:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.922330:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.922338:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481625600:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.922346:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481628416 00000100:00100000:3.0:1762170988.922347:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.922351:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481628416 00010000:00010000:2.0:1762170988.922356:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.922357:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922369:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.922369:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922378:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.922380:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.922390:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481628288 00000100:00100000:1.0:1762170988.922396:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481628288 00010000:00010000:2.0:1762170988.922397:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.922401:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922404:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.922418:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922421:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.922430:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41756 00000100:00100000:3.0:1762170988.922435:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481628800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.922444:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+729:3643:x1847765481628416:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.922444:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.922446:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922460:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07600/0x96d1ba5869cc38af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.922465:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2042 count 1 00000100:00100000:3.0:1762170988.922466:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.922483:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922486:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.922493:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922513:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.922520:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cbf9fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e29 expref: 294 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.922521:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.922524:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6200/0x96d1ba5869cbf9bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dab expref: 294 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.922546:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.922546:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.922551:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.922552:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481624960:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.922557:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.922563:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+730:3643:x1847765481625472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6651us (6715us total) trans 4294975460 rc 0/0 00010000:00010000:2.0:1762170988.922570:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.922575:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.922594:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41745 00010000:00010000:2.0:1762170988.922605:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3893 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.922606:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.922608:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cbf9fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e29 expref: 293 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.922613:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481628800 00000100:00100000:0.0:1762170988.922620:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481628800 00010000:00010000:3.0:1762170988.922630:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.922636:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cbf9fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e29 expref: 293 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.922641:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.922642:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.922645:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41757 00010000:00010000:2.0:1762170988.922646:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.922650:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.922658:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.922658:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+729:3640:x1847765481628288:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.922659:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481628928:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.922670:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41758 00002000:00080000:0.0:1762170988.922676:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2041 count 1 00010000:00010000:3.0:1762170988.922685:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.922686:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+524:3640:x1847765481628800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.922691:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.922693:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2480 going to sleep for 11 seconds 00002000:00080000:2.0:1762170988.922704:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1841 count 1 00010000:00010000:0.0:1762170988.922729:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db3c00/0x96d1ba5869cbf9f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e1b expref: 293 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.922739:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.922740:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.922741:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.922746:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922760:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d8969ca00/0x96d1ba5869cbea43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53cc expref: 487 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.922768:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.922770:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.922773:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.922775:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db3c00/0x96d1ba5869cbf9f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e1b expref: 293 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.922799:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db3c00/0x96d1ba5869cbf9f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e1b expref: 293 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.922812:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481629056:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.922819:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d8969ca00/0x96d1ba5869cbea43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53cc expref: 487 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.922826:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+730:3641:x1847765481624320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9121us (9218us total) trans 4294975461 rc 0/0 00000100:00100000:3.0:1762170988.922840:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41740 00010000:00010000:2.0:1762170988.922840:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d8969ca00/0x96d1ba5869cbea43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53cc expref: 487 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.922846:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.922858:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b765500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481629184:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.922864:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.922869:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.922879:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873fb80/2, rc 0, transno 4294975461 00010000:00010000:0.0:1762170988.922882:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.922887:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.922890:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.922891:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481624320:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.922902:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.922910:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.922915:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.922919:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170988.922929:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3877 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.922934:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481628672:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.922944:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481629312:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.922952:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.922956:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.922959:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.922978:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1762170988.922997:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873c700/2, rc 0, transno 4294975460 00000100:00100000:3.0:1762170988.923005:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.923013:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481625472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.923036:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481628672 00000100:00100000:0.0:1762170988.923040:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481628672 00000100:00100000:3.0:1762170988.923060:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481629312 00000100:00100000:3.0:1762170988.923066:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481629312 00000100:00100000:0.0:1762170988.923069:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41759 00000100:00100000:0.0:1762170988.923079:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+526:3642:x1847765481628672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.923092:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1840 count 1 00000100:00100000:3.0:1762170988.923102:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41760 00010000:00010000:0.0:1762170988.923105:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.923113:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+730:3641:x1847765481629312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.923129:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2043 count 1 00010000:00010000:0.0:1762170988.923130:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89692800/0x96d1ba5869cbea35 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53be expref: 487 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.923140:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.923142:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.923142:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+526:3643:x1847765481626624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5213us (5609us total) trans 4294977215 rc 0/0 00010000:00010000:0.0:1762170988.923143:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.923148:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.923161:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41749 00010000:00010000:3.0:1762170988.923169:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6c00/0x96d1ba5869cbfa03 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e37 expref: 293 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.923170:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d8969ee00/0x96d1ba5869cbe9e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc536a expref: 487 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.923180:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.923182:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89692800/0x96d1ba5869cbea35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53be expref: 487 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.923185:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.923191:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.923195:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89692800/0x96d1ba5869cbea35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53be expref: 486 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.923198:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481625216:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.923217:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481629440:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.923221:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.923230:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db6c00/0x96d1ba5869cbfa03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e37 expref: 293 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.923233:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.923243:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.923251:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db6c00/0x96d1ba5869cbfa03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e37 expref: 293 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.923260:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.923274:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481629696:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.923284:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.923290:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481629568:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.923296:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.923305:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.923320:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.923322:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54c00 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.923339:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.923343:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.923351:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00000004:00080000:0.0:1762170988.923353:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b764700/2, rc 0, transno 4294977215 00010000:00010000:3.0:1762170988.923355:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.923365:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.923366:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481626624:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.923384:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.923392:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3885 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.923416:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.923418:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1762170988.923420:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.923424:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.923429:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ce7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481629824:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.923457:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+526:3640:x1847765481624832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9167us (9275us total) trans 4294977216 rc 0/0 00000100:00100000:1.0:1762170988.923467:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41743 00000100:00100000:0.0:1762170988.923468:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1762170988.923491:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1ae8700/2, rc 0, transno 4294977216 00000100:00100000:1.0:1762170988.923496:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481629696 00000100:00100000:2.0:1762170988.923498:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481629824 00000100:00100000:1.0:1762170988.923502:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481629696 00000100:00100000:3.0:1762170988.923504:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1ae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481624832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.923505:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481629824 00000100:00100000:2.0:1762170988.923540:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41761 00000100:00100000:1.0:1762170988.923547:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41762 00000100:00100000:2.0:1762170988.923548:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+731:3642:x1847765481629696:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.923549:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170988.923558:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea95e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481629952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.923562:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+526:3642:x1847765481629824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.923564:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2044 count 1 00010000:00010000:2.0:1762170988.923579:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.923596:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1842 count 1 00000100:00100000:0.0:1762170988.923612:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.923613:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cbfa0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e45 expref: 293 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.923613:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.923635:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481629952 00010000:00010000:2.0:1762170988.923639:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.923641:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d8969f200/0x96d1ba5869cbea51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53da expref: 486 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.923641:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481629952 00010000:00010000:2.0:1762170988.923642:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.923648:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.923654:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.923660:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.923665:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.923671:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41763 00010000:00010000:2.0:1762170988.923677:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cbfa0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e45 expref: 293 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.923684:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+527:3641:x1847765481629952:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.923697:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d8969f200/0x96d1ba5869cbea51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53da expref: 486 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.923699:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cbfa0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e45 expref: 293 pid: 24348 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.923702:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1843 count 1 00000100:00100000:2.0:1762170988.923736:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481630080:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.923759:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d8969f200/0x96d1ba5869cbea51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53da expref: 486 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.923771:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481630208:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.923814:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.923815:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2a80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.923841:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.923855:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7600/0x96d1ba5869cbea5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e8 expref: 486 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.923862:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.923864:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.923867:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.923890:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7600/0x96d1ba5869cbea5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e8 expref: 486 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.923902:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7600/0x96d1ba5869cbea5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e8 expref: 486 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.923913:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cbf9cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dc7 expref: 293 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.923917:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1461500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481630336:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.923962:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afd80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.923989:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481626240:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.924007:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.924074:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.924083:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.924091:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.924097:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.924116:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.924124:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.924130:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.924138:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.924142:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.924151:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.924162:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.924173:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc389a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.924192:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.924195:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.924197:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.924304:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+732:3643:x1847765481625856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7639us (7989us total) trans 4294975462 rc 0/0 00000100:00100000:3.0:1762170988.924312:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41746 00000004:00080000:3.0:1762170988.924349:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873ce00/2, rc 0, transno 4294975462 00000100:00100000:3.0:1762170988.924360:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481625856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.924411:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481630464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.924447:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.924482:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.924507:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489618816 00000100:00100000:0.0:1762170988.924513:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489618816 00000100:00100000:3.0:1762170988.924526:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481627264:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.924540:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db2800/0x96d1ba5869cbf9e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df1 expref: 293 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.924545:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.924571:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33130 00000100:00100000:3.0:1762170988.924572:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481630464 00000100:00100000:3.0:1762170988.924577:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481630464 00000100:00100000:0.0:1762170988.924592:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+293:2416:x1847765489618816:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.924603:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.924608:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db2800/0x96d1ba5869cbf9e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df1 expref: 293 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.924621:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db2800/0x96d1ba5869cbf9e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df1 expref: 293 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.924625:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41764 00000100:00100000:3.0:1762170988.924637:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+732:3641:x1847765481630464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.924642:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db2800/0x96d1ba5869cbf9e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df1 expref: 293 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.924654:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.924656:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.924659:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.924668:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.924669:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2045 count 1 00010000:00010000:3.0:1762170988.924686:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.924694:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.924701:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7600/0x96d1ba5869cbfa11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e53 expref: 292 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.924779:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+292:2416:x1847765489618816:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.924791:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33130 00010000:00010000:0.0:1762170988.924818:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.924826:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.924834:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.924841:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.924863:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.924871:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.924877:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.924885:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.924889:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.924897:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.924910:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.924917:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc38bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.924936:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.924939:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.924942:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.925012:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+733:3641:x1847765481627008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6485us (6628us total) trans 4294975463 rc 0/0 00000100:00100000:0.0:1762170988.925019:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41751 00000004:00080000:0.0:1762170988.925059:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b766d80/2, rc 0, transno 4294975463 00000100:00100000:0.0:1762170988.925071:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481627008:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.925098:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.925101:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.925104:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.925124:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481628032:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.925130:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db7600/0x96d1ba5869cbfa11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e53 expref: 291 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.925141:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481630592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.925143:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db7600/0x96d1ba5869cbfa11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e53 expref: 291 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.925145:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.925171:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481630720:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.925179:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.925211:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481630592 00000100:00100000:0.0:1762170988.925214:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481630592 00000100:00100000:0.0:1762170988.925238:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41765 00000100:00100000:0.0:1762170988.925246:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4686450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+733:3642:x1847765481630592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.925257:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2046 count 1 00010000:00010000:0.0:1762170988.925270:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.925281:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8464e00/0x96d1ba5869cbfa18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e61 expref: 291 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.925288:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.925289:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.925292:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.925315:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8464e00/0x96d1ba5869cbfa18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e61 expref: 291 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.925317:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.925331:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8464e00/0x96d1ba5869cbfa18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e61 expref: 291 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.925343:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481630848:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.925373:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af000 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.925397:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481627904:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.925413:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.925783:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481628160:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.925802:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.925884:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481628544:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.925904:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.926409:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+527:3643:x1847765481618688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26993us (27108us total) trans 4294977200 rc 0/0 00000100:00100000:0.0:1762170988.926418:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41718 00000100:00100000:2.0:1762170988.926466:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b765500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481629184:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.926486:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.926532:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481630080:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.926549:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.926601:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.926633:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:0.0:1762170988.926634:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb5f80/2, rc 0, transno 4294977200 00000100:00100000:0.0:1762170988.926649:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481618688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.926667:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.926702:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.926782:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.926818:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481630976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.926825:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.926858:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.926866:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.926908:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.926924:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481629440:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.926938:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.926948:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.926967:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.926988:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481629568:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.926993:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489619968 00000100:00100000:0.0:1762170988.927000:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489619968 00010000:00010000:2.0:1762170988.927012:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.927024:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d8969f200/0x96d1ba5869cbea51 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53da expref: 487 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.927047:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489620352 00000100:00100000:0.0:1762170988.927051:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489620352 00000100:00100000:3.0:1762170988.927055:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.927069:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7600/0x96d1ba5869cbea5f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e8 expref: 488 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.927086:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489619072 00000100:00100000:0.0:1762170988.927088:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489619072 00010000:00010000:0.0:1762170988.927101:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89693c00/0x96d1ba5869cbea12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a2 expref: 489 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.927119:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.927120:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489619328 00000100:00100000:0.0:1762170988.927124:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489619328 00010000:00010000:0.0:1762170988.927139:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6c00/0x96d1ba5869cc0a33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ef3 expref: 490 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.927156:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489619584 00000100:00100000:0.0:1762170988.927160:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489619584 00010000:00010000:0.0:1762170988.927174:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db3c00/0x96d1ba5869cbf9f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e1b expref: 292 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.927188:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489619840 00000100:00100000:0.0:1762170988.927191:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489619840 00010000:00010000:0.0:1762170988.927204:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89692800/0x96d1ba5869cbea35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53be expref: 491 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.927222:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489620224 00000100:00100000:0.0:1762170988.927226:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489620224 00010000:00010000:0.0:1762170988.927240:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cbfa0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e45 expref: 293 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.927245:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489618944 00000100:00100000:3.0:1762170988.927252:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489618944 00000100:00100000:0.0:1762170988.927260:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489619200 00000100:00100000:0.0:1762170988.927264:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489619200 00010000:00010000:3.0:1762170988.927275:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db7400/0x96d1ba5869cbf9ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e0d expref: 295 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.927283:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cbf9e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dff expref: 295 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.927302:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489619456 00000100:00100000:0.0:1762170988.927306:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489619712 00000100:00100000:0.0:1762170988.927309:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489619712 00010000:00010000:0.0:1762170988.927323:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d8969ca00/0x96d1ba5869cbea43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53cc expref: 492 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.927336:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489620096 00000100:00100000:0.0:1762170988.927339:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489620096 00010000:00010000:0.0:1762170988.927353:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db6c00/0x96d1ba5869cbfa03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e37 expref: 296 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.927374:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33131 00000100:00100000:3.0:1762170988.927375:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489619456 00000100:00100000:0.0:1762170988.927389:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+492:2415:x1847765489619968:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.927401:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.927402:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cbf9fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e29 expref: 297 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.927403:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.927411:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d8969f200/0x96d1ba5869cbea51 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53da expref: 492 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.927425:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d8969f200/0x96d1ba5869cbea51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53da expref: 492 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.927427:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489620608 00000100:00100000:3.0:1762170988.927433:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489620608 00000100:00100000:2.0:1762170988.927437:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.927450:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8464e00/0x96d1ba5869cbfa18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e61 expref: 298 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.927455:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.927459:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.927463:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.927466:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489620480 00000100:00100000:3.0:1762170988.927471:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489620480 00010000:00010000:0.0:1762170988.927475:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.927488:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db7600/0x96d1ba5869cbfa11 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e53 expref: 299 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.927490:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d8969f200/0x96d1ba5869cbea51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53da expref: 492 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.927492:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.927515:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481630208:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.927521:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33132 00000100:00100000:0.0:1762170988.927527:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+491:2415:x1847765489619968:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 141us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.927535:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+491:2415:x1847765489620352:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.927535:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.927539:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33131 00010000:00010000:3.0:1762170988.927551:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.927558:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.927559:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7600/0x96d1ba5869cbea5f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e8 expref: 490 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.927565:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33133 00010000:00010000:1.0:1762170988.927579:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.927580:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+490:2416:x1847765489619072:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.927597:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7600/0x96d1ba5869cbea5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e8 expref: 490 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.927606:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.927613:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.927617:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89693c00/0x96d1ba5869cbea12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a2 expref: 490 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.927620:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.927624:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.927629:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.927632:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.927642:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89693c00/0x96d1ba5869cbea12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a2 expref: 490 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.927650:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.927666:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.927673:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.927675:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89693c00/0x96d1ba5869cbea12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53a2 expref: 490 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.927689:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.927691:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.927693:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+489:2415:x1847765489620352:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 163us (1060us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.927696:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.927703:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33132 00000100:00100000:3.0:1762170988.927736:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33134 00000100:00100000:3.0:1762170988.927744:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+488:2416:x1847765489619328:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.927748:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.927752:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.927759:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6c00/0x96d1ba5869cc0a33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ef3 expref: 488 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.927767:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6c00/0x96d1ba5869cc0a33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ef3 expref: 488 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.927774:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.927779:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6c00/0x96d1ba5869cc0a33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ef3 expref: 488 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.927790:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.927793:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.927795:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.927800:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.927807:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+487:2416:x1847765489619072:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 228us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.927816:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33133 00010000:00010000:3.0:1762170988.927820:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.927837:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33135 00000100:00100000:0.0:1762170988.927846:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+299:2416:x1847765489619584:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.927852:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+486:2416:x1847765489619328:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 106us (1148us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.927858:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.927863:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33134 00010000:00010000:0.0:1762170988.927868:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db3c00/0x96d1ba5869cbf9f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e1b expref: 299 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.927875:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+527:3642:x1847765481629824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4316us (4407us total) trans 4294977217 rc 0/0 00000100:00100000:3.0:1762170988.927887:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33136 00000100:00100000:1.0:1762170988.927888:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41762 00010000:00010000:0.0:1762170988.927888:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db3c00/0x96d1ba5869cbf9f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e1b expref: 299 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.927902:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+485:2416:x1847765489619840:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.927908:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.927911:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481630976 00010000:00010000:3.0:1762170988.927912:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.927912:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.927916:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481630976 00010000:00010000:0.0:1762170988.927918:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.927921:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89692800/0x96d1ba5869cbea35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53be expref: 485 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.927936:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.927945:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41766 00000100:00100000:1.0:1762170988.927957:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+527:3643:x1847765481630976:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.927964:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89692800/0x96d1ba5869cbea35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53be expref: 485 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.927967:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1762170988.927978:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1844 count 1 00010000:00010000:3.0:1762170988.927984:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89692800/0x96d1ba5869cbea35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53be expref: 485 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.927998:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+299:2416:x1847765489619584:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 151us (1214us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.927999:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.928013:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33135 00010000:00010000:1.0:1762170988.928024:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89693400/0x96d1ba5869cbea66 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53f6 expref: 484 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.928034:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33137 00010000:00010000:1.0:1762170988.928043:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.928047:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.928048:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+298:2416:x1847765489620224:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.928051:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.928058:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.928064:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cbfa0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e45 expref: 298 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.928069:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.928074:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.928078:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89693400/0x96d1ba5869cbea66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53f6 expref: 484 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.928079:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cbfa0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e45 expref: 298 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.928080:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.928102:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89693400/0x96d1ba5869cbea66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53f6 expref: 484 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.928106:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.928115:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cbfa0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e45 expref: 298 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.928122:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481631104:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.928136:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.928138:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.928141:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.928153:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.928165:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.928176:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.928177:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.928188:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.928199:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170988.928205:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ce7480/2, rc 0, transno 4294977217 00000100:00100000:3.0:1762170988.928206:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+484:2416:x1847765489619840:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 305us (1382us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.928211:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+297:2416:x1847765489620224:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 164us (1345us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.928216:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.928222:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ce7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481629824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.928227:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33136 00000100:00100000:0.0:1762170988.928239:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33137 00010000:00010000:2.0:1762170988.928245:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.928264:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170988.928265:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33138 00000100:00100000:0.0:1762170988.928277:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+296:2416:x1847765489618944:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.928284:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33139 00010000:00010000:0.0:1762170988.928286:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.928294:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db7400/0x96d1ba5869cbf9ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e0d expref: 296 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.928298:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+296:2416:x1847765489619200:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.928302:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481628928:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.928313:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.928320:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db7400/0x96d1ba5869cbf9ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e0d expref: 296 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.928322:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cbf9e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dff expref: 296 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.928324:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.928349:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7400/0x96d1ba5869cbf9ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e0d expref: 296 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.928356:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cbf9e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dff expref: 296 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.928364:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.928367:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.928370:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481631232:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.928372:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.928376:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cbf9e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dff expref: 295 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.928393:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.928399:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.928404:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.928405:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.928409:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.928415:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.928418:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.928436:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+734:3642:x1847765481629696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4887us (5132us total) trans 4294975464 rc 0/0 00010000:00010000:3.0:1762170988.928441:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.928445:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+294:2416:x1847765489618944:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 166us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.928450:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41761 00000100:00100000:0.0:1762170988.928459:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33138 00000004:00080000:1.0:1762170988.928462:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8dded80/2, rc 0, transno 4294975464 00000100:00100000:3.0:1762170988.928470:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+294:2416:x1847765489619200:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (1533us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.928474:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481631232 00000100:00100000:1.0:1762170988.928476:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481629696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.928480:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481631232 00000100:00100000:3.0:1762170988.928483:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33139 00000100:00100000:0.0:1762170988.928492:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33140 00000100:00100000:0.0:1762170988.928503:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+483:2416:x1847765489619712:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.928508:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33141 00000100:00100000:2.0:1762170988.928510:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41767 00010000:00010000:0.0:1762170988.928512:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.928521:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d8969ca00/0x96d1ba5869cbea43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53cc expref: 483 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.928524:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1762170988.928525:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+292:2416:x1847765489620096:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.928527:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+528:3640:x1847765481631232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.928537:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481631360:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.928543:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.928547:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d8969ca00/0x96d1ba5869cbea43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53cc expref: 483 pid: 8387 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.928549:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1845 count 1 00010000:00010000:3.0:1762170988.928553:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db6c00/0x96d1ba5869cbfa03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e37 expref: 292 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.928566:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.928568:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.928574:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d8969ca00/0x96d1ba5869cbea43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53cc expref: 483 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.928580:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db6c00/0x96d1ba5869cbfa03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e37 expref: 292 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.928605:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.928606:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89693e00/0x96d1ba5869cbea82 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5404 expref: 482 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.928610:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.928615:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6c00/0x96d1ba5869cbfa03 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e37 expref: 292 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.928616:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.928620:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.928622:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33142 00010000:00010000:2.0:1762170988.928626:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.928632:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.928640:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+292:2416:x1847765489619456:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.928642:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.928646:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.928650:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.928656:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.928657:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.928666:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cbf9fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e29 expref: 291 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.928669:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.928671:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89693e00/0x96d1ba5869cbea82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5404 expref: 482 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.928671:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.928693:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cbf9fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e29 expref: 291 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.928695:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+482:2416:x1847765489619712:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 194us (1695us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.928698:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89693e00/0x96d1ba5869cbea82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5404 expref: 482 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.928705:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.928734:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33140 00010000:00010000:1.0:1762170988.928753:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cbf9fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e29 expref: 291 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.928759:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33143 00000100:00100000:2.0:1762170988.928763:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b765500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481631488:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.928771:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a67850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+290:2416:x1847765489620608:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.928773:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.928777:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.928780:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.928781:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.928789:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8464e00/0x96d1ba5869cbfa18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e61 expref: 290 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.928794:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.928807:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8464e00/0x96d1ba5869cbfa18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e61 expref: 290 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.928809:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+290:2416:x1847765489620096:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 289us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.928810:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.928818:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.928828:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33141 00010000:00010000:2.0:1762170988.928832:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.928834:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.928839:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.928843:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+289:2416:x1847765489619456:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 205us (1875us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.928845:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.928848:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.928851:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33144 00000100:00100000:1.0:1762170988.928864:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33142 00000100:00100000:3.0:1762170988.928867:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+289:2416:x1847765489620480:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.928870:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.928874:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.928880:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.928891:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db7600/0x96d1ba5869cbfa11 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e53 expref: 288 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.928893:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.928895:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.928899:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.928916:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.928918:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a67850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+288:2416:x1847765489620608:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (1519us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.928924:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1762170988.928935:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33143 00010000:00010000:1.0:1762170988.928936:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.928946:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.928961:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1762170988.928975:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1762170988.928982:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db7600/0x96d1ba5869cbfa11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e53 expref: 287 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.928983:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.929007:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.929010:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.929012:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929013:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.929019:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.929023:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929045:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.929048:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.929057:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+529:3640:x1847765481628800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6373us (6591us total) trans 4294977218 rc 0/0 00010000:00010000:3.0:1762170988.929066:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.929068:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc390a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.929069:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41758 00000100:00100000:2.0:1762170988.929087:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481631360 00000100:00100000:3.0:1762170988.929091:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+287:2416:x1847765489620480:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 228us (1656us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.929091:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481631360 00010000:00010000:0.0:1762170988.929092:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170988.929099:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.929105:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33144 00000100:00100000:2.0:1762170988.929109:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41768 00000100:00100000:1.0:1762170988.929110:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+735:3643:x1847765481628416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6666us (6858us total) trans 4294975465 rc 0/0 00010000:00010000:0.0:1762170988.929118:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.929120:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+735:3640:x1847765481631360:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.929123:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.929126:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41756 00002000:00080000:2.0:1762170988.929133:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2047 count 1 00010000:00010000:3.0:1762170988.929135:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.929137:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929141:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929144:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.929150:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929166:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.929171:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929173:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929183:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cbfa1f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e6f expref: 286 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.929195:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07200/0x96d1ba5869cc3903 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.929198:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929201:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929204:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.929207:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.929211:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.929226:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.929233:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.929234:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.929235:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929239:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cbfa1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e6f expref: 286 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.929240:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929260:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06400/0x96d1ba5869cc38ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929266:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cbfa1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e6f expref: 286 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.929267:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.929267:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.929275:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929290:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.929290:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481631616:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.929291:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929297:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929310:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.929311:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.929313:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2933f00 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.929316:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929326:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.929332:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.929332:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc38e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929334:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929340:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929360:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.929368:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.929369:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929369:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.929372:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.929378:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.929391:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc38d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929403:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.929406:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8760380/2, rc 0, transno 4294975465 00010000:00010000:3.0:1762170988.929415:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.929420:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.929423:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8760380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481628416:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.929425:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929425:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1762170988.929437:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.929441:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929447:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929457:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929466:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06800/0x96d1ba5869cc38d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.929482:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170988.929489:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.929493:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.929495:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481631744:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.929498:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.929528:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.929536:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.929544:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929552:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929560:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.929566:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+735:3641:x1847765481627392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7694us (7936us total) trans 4294975466 rc 0/0 00000100:00100000:2.0:1762170988.929576:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41754 00010000:00010000:0.0:1762170988.929579:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929595:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.929601:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481631744 00010000:00010000:0.0:1762170988.929604:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.929605:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481631744 00010000:00010000:0.0:1762170988.929615:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.929624:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41769 00010000:00010000:0.0:1762170988.929624:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.929632:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+735:3643:x1847765481631744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.929646:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2048 count 1 00010000:00010000:0.0:1762170988.929652:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.929656:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929665:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7200/0x96d1ba5869cbfa26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e7d expref: 286 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.929670:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.929672:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.929674:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929689:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db7200/0x96d1ba5869cbfa26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e7d expref: 286 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.929697:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db7200/0x96d1ba5869cbfa26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e7d expref: 286 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.929729:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481631872:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.929769:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.929776:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+531:3642:x1847765481628672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6699us (6800us total) trans 4294977220 rc 0/0 00010000:00010000:2.0:1762170988.929782:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1762170988.929785:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41759 00010000:00010000:2.0:1762170988.929790:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929800:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.929804:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929812:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929825:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929833:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8464e00/0x96d1ba5869cbfa18 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e61 expref: 286 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.929835:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc38f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.929846:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+530:3643:x1847765481627648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8007us (8363us total) trans 4294977221 rc 0/0 00000100:00100000:0.0:1762170988.929861:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41752 00000100:00100000:3.0:1762170988.929864:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481630848:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.929871:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.929876:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929883:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929883:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.929887:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.929889:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929902:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929904:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.929909:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b765c00/2, rc 0, transno 4294977221 00010000:00010000:3.0:1762170988.929923:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.929926:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481627648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.929929:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929939:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929943:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc38c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929954:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.929970:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.929971:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.929978:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.929985:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.929986:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481632000:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.929991:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930001:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930013:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.930018:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.930025:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc391f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930054:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.930058:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.930063:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.930072:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.930085:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db3c00/0x96d1ba5869cbf9f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e1b expref: 285 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.930089:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930103:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.930107:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481629056:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.930111:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4686450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+736:3642:x1847765481630592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4863us (4932us total) trans 4294975467 rc 0/0 00010000:00010000:2.0:1762170988.930123:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.930125:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41765 00010000:00010000:0.0:1762170988.930131:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930135:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.930147:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481632000 00010000:00010000:0.0:1762170988.930148:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.930153:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481632000 00010000:00010000:2.0:1762170988.930156:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.930160:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.930170:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.930177:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.930183:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41770 00000100:00100000:3.0:1762170988.930197:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+530:3643:x1847765481632000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.930199:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:3.0:1762170988.930211:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1846 count 1 00010000:00010000:3.0:1762170988.930227:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930239:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6000/0x96d1ba5869cbea9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5412 expref: 481 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.930246:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.930248:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.930251:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930274:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6000/0x96d1ba5869cbea9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5412 expref: 481 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.930286:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6000/0x96d1ba5869cbea9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5412 expref: 481 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.930296:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+737:3641:x1847765481629312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7185us (7291us total) trans 4294975468 rc 0/0 00000100:00100000:3.0:1762170988.930298:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481632128:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.930311:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41760 00000100:00100000:3.0:1762170988.930332:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54c00 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.930337:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.930343:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930350:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.930351:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.930354:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+736:3640:x1847765481628288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7696us (8008us total) trans 4294975469 rc 0/0 00010000:00010000:2.0:1762170988.930358:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930359:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.930368:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41757 00010000:00010000:3.0:1762170988.930382:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.930385:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930387:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.930394:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.930405:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930406:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930424:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc38fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.930425:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c7600/0x96d1ba5869cbea5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53e8 expref: 481 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.930428:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930455:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc38e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.930459:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1461500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481630336:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.930468:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.930473:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.930477:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.930484:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930485:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.930490:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.930495:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.930504:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.930505:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb1500/2, rc 0, transno 4294977218 00010000:00010000:0.0:1762170988.930515:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.930521:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481628800:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.930526:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.930536:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930537:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7600/0x96d1ba5869cbfa11 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e53 expref: 284 pid: 22703 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.930540:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8763100/2, rc 0, transno 4294975469 00000100:00100000:2.0:1762170988.930562:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481628288:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.930566:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481630720:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.930599:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930608:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930617:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.930618:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481632256:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.930631:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930639:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.930652:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.930659:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.930673:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.930676:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1762170988.930680:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.930685:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481632384:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.930696:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.930701:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930729:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930744:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.930753:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.930757:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3918 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.930781:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.930784:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.930788:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.930797:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481632256 00000100:00100000:0.0:1762170988.930802:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481632256 00000100:00100000:3.0:1762170988.930810:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+737:3641:x1847765481630464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6174us (6361us total) trans 4294975470 rc 0/0 00000100:00100000:3.0:1762170988.930820:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41764 00000100:00100000:0.0:1762170988.930829:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481632384 00000100:00100000:0.0:1762170988.930833:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481632384 00000100:00100000:3.0:1762170988.930843:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41771 00000100:00100000:3.0:1762170988.930851:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+736:3640:x1847765481632256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.930860:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2049 count 1 00000100:00100000:0.0:1762170988.930868:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41772 00010000:00010000:3.0:1762170988.930870:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930880:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cbfa2d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e8b expref: 283 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.930881:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+531:3640:x1847765481632384:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.930893:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.930894:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.930896:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.930902:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1847 count 1 00010000:00010000:3.0:1762170988.930911:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cbfa2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e8b expref: 283 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.930917:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.930919:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cbfa2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e8b expref: 283 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.930940:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481632512:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.930950:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6a00/0x96d1ba5869cc0922 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de2 expref: 480 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.930958:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.930960:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1762170988.930964:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54f00 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.930964:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.930989:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c6a00/0x96d1ba5869cc0922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de2 expref: 480 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.931000:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c6a00/0x96d1ba5869cc0922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de2 expref: 480 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.931012:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e58e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481632640:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.931040:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afd80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.931065:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.931075:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.931080:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.931088:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.931092:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.931101:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.931115:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.931123:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3911 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.931147:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.931151:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.931156:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170988.931274:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1460000/2, rc 0, transno 4294975467 00000100:00100000:3.0:1762170988.931291:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481630592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.931291:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+532:3641:x1847765481629952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7606us (7702us total) trans 4294977222 rc 0/0 00000100:00100000:0.0:1762170988.931304:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41763 00000004:00080000:3.0:1762170988.931308:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8761f80/2, rc 0, transno 4294977220 00000100:00100000:3.0:1762170988.931318:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481628672:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.931336:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.931343:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.931350:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.931355:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.931367:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481632768:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.931369:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.931375:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481632896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.931402:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.931415:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.931421:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.931432:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.931436:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.931443:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.931449:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481632768 00000100:00100000:0.0:1762170988.931454:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481632768 00010000:00010000:2.0:1762170988.931455:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.931464:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc38cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.931489:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41773 00010000:00010000:2.0:1762170988.931492:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.931497:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.931501:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+738:3642:x1847765481632768:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.931502:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1762170988.931515:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2050 count 1 00000100:00100000:2.0:1762170988.931522:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.931532:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.931544:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7c00/0x96d1ba5869cbfa34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e99 expref: 283 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.931551:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.931555:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.931557:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.931566:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+738:3643:x1847765481627520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9706us (10023us total) trans 4294975471 rc 0/0 00000004:00080000:2.0:1762170988.931569:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8761500/2, rc 0, transno 4294975471 00000100:00100000:3.0:1762170988.931573:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41753 00010000:00010000:0.0:1762170988.931580:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db7c00/0x96d1ba5869cbfa34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e99 expref: 283 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.931594:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481627520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.931601:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481632896 00000100:00100000:3.0:1762170988.931606:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481632896 00010000:00010000:0.0:1762170988.931613:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db7c00/0x96d1ba5869cbfa34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e99 expref: 283 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.931626:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481633024:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.931639:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41774 00000100:00100000:3.0:1762170988.931650:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+532:3643:x1847765481632896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.931662:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481633152:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.931663:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1848 count 1 00000100:00100000:0.0:1762170988.931665:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.931680:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.931694:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d8969e800/0x96d1ba5869cbeaba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc542e expref: 480 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.931703:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.931704:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.931743:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.931748:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.931758:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481633152 00000100:00100000:0.0:1762170988.931763:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481633152 00010000:00010000:3.0:1762170988.931772:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d8969e800/0x96d1ba5869cbeaba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc542e expref: 480 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.931785:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d8969e800/0x96d1ba5869cbeaba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc542e expref: 480 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.931796:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41775 00000100:00100000:3.0:1762170988.931800:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481633280:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.931807:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+738:3640:x1847765481633152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.931822:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2051 count 1 00010000:00010000:0.0:1762170988.931837:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.931848:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.931850:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cbfa3b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ea7 expref: 283 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.931859:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.931861:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.931864:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.931887:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cbfa3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ea7 expref: 283 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.931898:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cbfa3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ea7 expref: 283 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.931909:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481633408:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.931943:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000004:00080000:0.0:1762170988.931994:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b90a80/2, rc 0, transno 4294975470 00000100:00100000:0.0:1762170988.932011:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481630464:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170988.932026:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea95e8a80/2, rc 0, transno 4294977222 00000100:00100000:0.0:1762170988.932037:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea95e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481629952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.932053:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:0.0:1762170988.932056:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb2300/2, rc 0, transno 4294975468 00000100:00100000:2.0:1762170988.932065:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481633536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.932068:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481629312:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170988.932085:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb4700/2, rc 0, transno 4294975466 00000100:00100000:0.0:1762170988.932090:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481627392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.932106:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.932146:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481633664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.932180:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.932190:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481633536 00000100:00100000:2.0:1762170988.932195:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481633536 00000100:00100000:0.0:1762170988.932206:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.932216:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481633792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.932223:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481633664 00000100:00100000:2.0:1762170988.932228:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481633664 00000100:00100000:0.0:1762170988.932246:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.932263:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481633792 00000100:00100000:2.0:1762170988.932267:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481633792 00000100:00100000:0.0:1762170988.932284:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170988.932294:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e91adf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481633920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.932299:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41776 00000100:00100000:2.0:1762170988.932308:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+740:3640:x1847765481633536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.932321:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2052 count 1 00000100:00100000:0.0:1762170988.932326:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.932336:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.932349:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8465e00/0x96d1ba5869cbfa42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eb5 expref: 283 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.932356:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.932358:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481633920 00010000:00010000:2.0:1762170988.932359:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.932364:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.932365:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481633920 00010000:00010000:2.0:1762170988.932391:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8465e00/0x96d1ba5869cbfa42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eb5 expref: 283 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.932396:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41777 00010000:00010000:2.0:1762170988.932408:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8465e00/0x96d1ba5869cbfa42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eb5 expref: 283 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.932409:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+533:3642:x1847765481633664:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.932426:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e91adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481634048:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170988.932440:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1849 count 1 00010000:00010000:0.0:1762170988.932456:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.932458:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7355480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.932472:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d8969e400/0x96d1ba5869cbeac8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc543c expref: 480 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.932480:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41778 00010000:00010000:0.0:1762170988.932482:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.932486:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.932489:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.932494:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+741:3642:x1847765481633792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.932512:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2053 count 1 00010000:00010000:0.0:1762170988.932519:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d8969e400/0x96d1ba5869cbeac8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc543c expref: 480 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.932525:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.932531:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d8969e400/0x96d1ba5869cbeac8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc543c expref: 480 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.932542:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6000/0x96d1ba5869cbfa49 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ec3 expref: 283 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.932547:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481634176:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.932554:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.932558:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.932561:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.932593:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af000 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.932598:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889de1db6000/0x96d1ba5869cbfa49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ec3 expref: 283 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.932616:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889de1db6000/0x96d1ba5869cbfa49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ec3 expref: 283 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.932616:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41779 00000100:00100000:0.0:1762170988.932631:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+741:3641:x1847765481633920:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.932632:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481634304:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170988.932649:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2054 count 1 00000100:00100000:2.0:1762170988.932662:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.932663:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.932681:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cbfa50 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed1 expref: 283 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.932689:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.932691:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.932694:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.932742:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cbfa50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed1 expref: 283 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.932752:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cbfa50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed1 expref: 283 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.932762:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481634432:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.932806:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.933006:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.933017:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481631104:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.933038:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.933059:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b765500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481631488:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.933076:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.933263:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489620864 00000100:00100000:0.0:1762170988.933268:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489620864 00010000:00010000:0.0:1762170988.933295:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89693e00/0x96d1ba5869cbea82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5404 expref: 481 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.933327:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33145 00000100:00100000:0.0:1762170988.933338:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+481:2416:x1847765489620864:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.933349:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.933354:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89693e00/0x96d1ba5869cbea82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5404 expref: 481 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.933366:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89693e00/0x96d1ba5869cbea82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5404 expref: 481 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.933385:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89693e00/0x96d1ba5869cbea82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5404 expref: 481 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.933396:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.933398:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.933402:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.933410:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.933437:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.933442:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.933452:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.933461:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.933469:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.933473:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+480:2416:x1847765489620864:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 137us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.933489:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33145 00010000:00010000:3.0:1762170988.933494:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.933660:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+534:3640:x1847765481631232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5138us (5255us total) trans 4294977223 rc 0/0 00000100:00100000:3.0:1762170988.933669:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41767 00000004:00080000:2.0:1762170988.933673:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b751500/2, rc 0, transno 4294977223 00010000:00010000:3.0:1762170988.933691:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.933696:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481631232:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.933697:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.933729:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.933733:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.933742:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.933754:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.933762:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc392d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.933779:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.933781:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.933783:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.934272:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481634560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.934306:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.934332:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481634560 00000100:00100000:3.0:1762170988.934337:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481634560 00000100:00100000:3.0:1762170988.934373:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41780 00000100:00100000:3.0:1762170988.934382:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+534:3641:x1847765481634560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.934400:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1850 count 1 00010000:00010000:3.0:1762170988.934416:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.934429:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8c00/0x96d1ba5869cbead6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc544a expref: 479 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.934436:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.934438:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.934441:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.934466:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c8c00/0x96d1ba5869cbead6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc544a expref: 479 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.934478:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c8c00/0x96d1ba5869cbead6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc544a expref: 479 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.934489:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481634688:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.934539:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa543c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.935193:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.935279:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481631616:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.935305:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.935313:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481633024:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.935331:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.935385:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481633280:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.935400:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481631872:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.935407:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.935419:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.935434:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e58e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481632640:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.935455:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.935460:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.935492:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.935525:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.935550:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489620736 00000100:00100000:1.0:1762170988.935556:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489620736 00000100:00100000:3.0:1762170988.935565:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.935594:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89693400/0x96d1ba5869cbea66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53f6 expref: 480 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.935609:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.935621:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489621632 00000100:00100000:1.0:1762170988.935626:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489621632 00000100:00100000:3.0:1762170988.935647:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.935647:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d8969e800/0x96d1ba5869cbeaba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc542e expref: 481 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.935667:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489621120 00000100:00100000:1.0:1762170988.935671:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489621120 00010000:00010000:1.0:1762170988.935689:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cbfa1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e6f expref: 284 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.935700:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.935704:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489621376 00000100:00100000:1.0:1762170988.935730:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489621376 00010000:00010000:1.0:1762170988.935747:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db7200/0x96d1ba5869cbfa26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e7d expref: 285 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.935762:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481632128:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.935771:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489621760 00000100:00100000:1.0:1762170988.935775:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489621760 00010000:00010000:3.0:1762170988.935789:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.935792:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6000/0x96d1ba5869cbea9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5412 expref: 482 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.935817:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489620992 00000100:00100000:1.0:1762170988.935820:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489620992 00000100:00100000:3.0:1762170988.935823:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489621248 00000100:00100000:3.0:1762170988.935828:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489621248 00010000:00010000:1.0:1762170988.935834:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cbfa2d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e8b expref: 287 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.935849:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489621504 00010000:00010000:3.0:1762170988.935850:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db7c00/0x96d1ba5869cbfa34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e99 expref: 287 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.935852:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489621504 00010000:00010000:1.0:1762170988.935871:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c6a00/0x96d1ba5869cc0922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de2 expref: 483 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.935878:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33146 00000100:00100000:3.0:1762170988.935891:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+483:2416:x1847765489620736:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.935897:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33147 00010000:00010000:3.0:1762170988.935902:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.935908:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+483:2415:x1847765489621632:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.935911:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89693400/0x96d1ba5869cbea66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53f6 expref: 483 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.935918:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.935926:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d8969e800/0x96d1ba5869cbeaba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc542e expref: 483 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.935929:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89693400/0x96d1ba5869cbea66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53f6 expref: 483 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.935944:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d8969e800/0x96d1ba5869cbeaba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc542e expref: 483 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.935956:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89693400/0x96d1ba5869cbea66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc53f6 expref: 483 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.935962:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d8969e800/0x96d1ba5869cbeaba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc542e expref: 483 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.935972:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.935976:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.935981:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.935984:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.935987:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.935992:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.935994:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.936010:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.936033:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.936066:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+481:2415:x1847765489621632:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.936074:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33147 00000100:00100000:1.0:1762170988.936094:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33148 00010000:00010000:3.0:1762170988.936104:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.936104:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+287:2416:x1847765489621120:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.936116:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.936122:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cbfa1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e6f expref: 287 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.936133:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+480:2416:x1847765489620736:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 242us (939us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.936134:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cbfa1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e6f expref: 287 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.936151:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cbfa1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e6f expref: 287 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.936161:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.936163:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.936166:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.936173:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.936191:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33146 00010000:00010000:1.0:1762170988.936201:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.936214:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33149 00000100:00100000:1.0:1762170988.936224:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+286:2416:x1847765489621120:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 122us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.936226:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+286:2416:x1847765489621376:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.936237:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33148 00010000:00010000:3.0:1762170988.936240:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.936248:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db7200/0x96d1ba5869cbfa26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e7d expref: 285 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.936257:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33150 00000100:00100000:1.0:1762170988.936266:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+479:2416:x1847765489621760:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.936274:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.936279:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6000/0x96d1ba5869cbea9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5412 expref: 479 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.936290:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6000/0x96d1ba5869cbea9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5412 expref: 479 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.936304:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6000/0x96d1ba5869cbea9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5412 expref: 479 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.936318:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.936322:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.936326:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db7200/0x96d1ba5869cbfa26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e7d expref: 285 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.936327:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.936350:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.936353:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7200/0x96d1ba5869cbfa26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e7d expref: 285 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.936370:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.936372:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.936375:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.936377:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.936389:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.936400:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+478:2416:x1847765489621760:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 135us (835us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.936407:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33150 00010000:00010000:3.0:1762170988.936415:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.936424:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.936431:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33151 00010000:00010000:2.0:1762170988.936440:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.936446:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+284:2416:x1847765489621376:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 220us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.936446:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+284:2417:x1847765489620992:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.936461:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.936462:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33149 00010000:00010000:1.0:1762170988.936463:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.936473:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cbfa2d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e8b expref: 284 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.936483:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.936493:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cbfa2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e8b expref: 283 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.936503:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.936507:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.936511:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33152 00010000:00010000:1.0:1762170988.936511:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.936515:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.936524:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+283:2417:x1847765489621248:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.936526:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.936537:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.936544:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.936545:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db7c00/0x96d1ba5869cbfa34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e99 expref: 283 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.936558:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db7c00/0x96d1ba5869cbfa34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e99 expref: 283 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.936569:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+283:2417:x1847765489620992:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 127us (959us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.936575:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db7c00/0x96d1ba5869cbfa34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e99 expref: 283 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.936595:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33151 00010000:00010000:3.0:1762170988.936598:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.936602:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.936605:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.936612:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.936613:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33153 00000100:00100000:1.0:1762170988.936626:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+477:2417:x1847765489621504:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.936636:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.936639:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.936642:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c6a00/0x96d1ba5869cc0922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de2 expref: 477 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.936654:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c6a00/0x96d1ba5869cc0922 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de2 expref: 477 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.936667:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+281:2417:x1847765489621248:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 144us (1021us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.936671:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6a00/0x96d1ba5869cc0922 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de2 expref: 477 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.936680:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33152 00010000:00010000:1.0:1762170988.936687:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.936690:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.936694:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.936702:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.936726:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.936736:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.936751:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.936756:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+742:3643:x1847765481631744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7122us (7223us total) trans 4294975472 rc 0/0 00000100:00100000:2.0:1762170988.936767:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41769 00010000:00010000:3.0:1762170988.936787:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.936793:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.936795:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.936803:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.936810:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.936813:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.936819:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.936820:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.936827:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.936833:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.936835:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.936842:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc393b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.936853:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.936859:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.936866:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.936868:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.936869:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.936873:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.936887:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.936895:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3957 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.936897:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e91adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481634048:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.936918:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.936928:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.936932:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.936936:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.936950:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2dc00/2, rc 0, transno 4294975472 00000100:00100000:2.0:1762170988.936960:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481631744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.936968:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481634176:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.936989:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481634304:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.936992:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937004:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.937028:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:0.0:1762170988.937031:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e5b480/2, rc 0, transno 4294975473 00000100:00100000:0.0:1762170988.937039:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481632768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.937048:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+742:3642:x1847765481632768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5496us (5593us total) trans 4294975473 rc 0/0 00000100:00100000:0.0:1762170988.937057:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481634816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.937058:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41773 00000100:00100000:2.0:1762170988.937068:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481634944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.937075:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.937093:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489622272 00000100:00100000:3.0:1762170988.937099:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489622272 00000100:00100000:0.0:1762170988.937102:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.937120:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889de1db6000/0x96d1ba5869cbfa49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ec3 expref: 281 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.937137:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.937141:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489622016 00000100:00100000:3.0:1762170988.937146:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489622016 00010000:00010000:3.0:1762170988.937164:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8465e00/0x96d1ba5869cbfa42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eb5 expref: 282 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.937166:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.937185:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481634432:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.937187:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481634816 00000100:00100000:3.0:1762170988.937188:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489622400 00000100:00100000:2.0:1762170988.937194:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481634816 00000100:00100000:3.0:1762170988.937195:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489622400 00000100:00100000:1.0:1762170988.937201:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.937205:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.937219:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cbfa50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed1 expref: 283 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.937227:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481634944 00000100:00100000:2.0:1762170988.937231:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481634944 00000100:00100000:1.0:1762170988.937249:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.937264:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41781 00000100:00100000:2.0:1762170988.937274:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+743:3642:x1847765481634816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.937282:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489621888 00000100:00100000:3.0:1762170988.937287:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489621888 00000100:00100000:1.0:1762170988.937296:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:2.0:1762170988.937305:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2055 count 1 00010000:00010000:3.0:1762170988.937310:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cbfa3b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ea7 expref: 284 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.937316:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937324:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.937326:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.937328:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489622528 00000100:00100000:3.0:1762170988.937333:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489622528 00010000:00010000:1.0:1762170988.937347:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937350:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34400/0x96d1ba5869cbfa57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5edf expref: 284 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.937353:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c8c00/0x96d1ba5869cbead6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc544a expref: 477 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.937366:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937372:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.937376:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.937381:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.937387:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489622144 00010000:00010000:1.0:1762170988.937390:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.937391:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489622144 00010000:00010000:2.0:1762170988.937402:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34400/0x96d1ba5869cbfa57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5edf expref: 284 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.937410:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34400/0x96d1ba5869cbfa57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5edf expref: 284 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.937417:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d8969e400/0x96d1ba5869cbeac8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc543c expref: 478 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.937421:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481635072:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.937445:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33154 00000100:00100000:3.0:1762170988.937454:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+284:2415:x1847765489622272:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.937464:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.937469:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.937471:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889de1db6000/0x96d1ba5869cbfa49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ec3 expref: 284 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.937478:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.937484:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937493:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.937495:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889de1db6000/0x96d1ba5869cbfa49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ec3 expref: 284 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.937497:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937513:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937524:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.937525:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1db6000/0x96d1ba5869cbfa49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ec3 expref: 284 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.937536:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3934 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.937545:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.937546:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+744:3640:x1847765481631360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8425us (8978us total) trans 4294975474 rc 0/0 00010000:00010000:3.0:1762170988.937550:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.937557:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937561:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.937561:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41768 00010000:00010000:2.0:1762170988.937565:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.937569:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.937571:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.937603:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41782 00000004:00080000:2.0:1762170988.937604:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b753b80/2, rc 0, transno 4294975474 00010000:00010000:3.0:1762170988.937606:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.937615:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481631360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.937616:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+743:3643:x1847765481634944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.937632:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2056 count 1 00000100:00100000:3.0:1762170988.937635:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+283:2415:x1847765489622272:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 180us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.937646:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33154 00010000:00010000:1.0:1762170988.937646:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937654:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937662:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.937663:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cbfa5e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eed expref: 282 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.937672:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33155 00010000:00010000:2.0:1762170988.937681:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.937683:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.937688:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.937689:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+282:2416:x1847765489622016:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.937690:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.937693:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937739:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.937807:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.937814:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8465e00/0x96d1ba5869cbfa42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eb5 expref: 282 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.937827:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8465e00/0x96d1ba5869cbfa42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eb5 expref: 282 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.937845:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8465e00/0x96d1ba5869cbfa42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eb5 expref: 282 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.937858:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.937861:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.937865:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.937873:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.937897:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.937903:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+744:3642:x1847765481633792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5412us (5656us total) trans 4294975475 rc 0/0 00000100:00100000:2.0:1762170988.937911:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41778 00000004:00080000:0.0:1762170988.937912:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8766300/2, rc 0, transno 4294975475 00000100:00100000:3.0:1762170988.937923:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+281:2416:x1847765489622016:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 237us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.937929:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481633792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.937935:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33155 00010000:00010000:2.0:1762170988.937938:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937944:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937953:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.937958:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.937965:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33156 00010000:00010000:2.0:1762170988.937972:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170988.937978:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+280:2416:x1847765489622400:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.937988:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.937996:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481633408:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.937997:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cbfa50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed1 expref: 280 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.938014:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cbfa50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed1 expref: 280 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.938018:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.938035:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cbfa50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed1 expref: 280 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.938053:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.938056:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.938059:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.938065:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cbfa5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eed expref: 279 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.938068:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+744:3640:x1847765481633536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5761us (5962us total) trans 4294975476 rc 0/0 00010000:00010000:3.0:1762170988.938076:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.938083:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41776 00010000:00010000:3.0:1762170988.938107:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.938113:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e91adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481635200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.938134:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+279:2416:x1847765489622400:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 158us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.938142:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.938147:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33156 00000004:00080000:2.0:1762170988.938170:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873d180/2, rc 0, transno 4294975476 00000100:00100000:3.0:1762170988.938175:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33157 00000100:00100000:2.0:1762170988.938186:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481633536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.938189:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+278:2416:x1847765489621888:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.938199:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170988.938201:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.938208:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cbfa3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ea7 expref: 278 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.938208:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481635328:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.938225:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cbfa3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ea7 expref: 278 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.938234:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.938239:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481635584:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.938245:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cbfa3b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ea7 expref: 278 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.938260:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.938263:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.938264:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.938269:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.938270:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.938281:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.938286:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.938291:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.938292:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.938318:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.938326:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.938332:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.938340:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06e00/0x96d1ba5869cc397a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.938348:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.938353:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+277:2416:x1847765489621888:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (1152us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.938360:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.938363:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.938367:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.938372:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33157 00010000:00010000:0.0:1762170988.938381:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.938383:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.938388:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.938394:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.938400:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33158 00010000:00010000:2.0:1762170988.938404:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.938414:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+478:2415:x1847765489622528:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.938424:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.938427:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.938427:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.938435:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.938437:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c8c00/0x96d1ba5869cbead6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc544a expref: 478 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.938442:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc396c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.938443:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.938457:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c8c00/0x96d1ba5869cbead6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc544a expref: 478 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.938467:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.938474:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.938488:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.938489:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.938493:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.938497:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.938499:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.938501:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.938505:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.938506:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.938512:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.938517:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3981 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.938521:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481635200 00000100:00100000:2.0:1762170988.938528:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481635200 00010000:00010000:3.0:1762170988.938550:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.938554:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.938559:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.938560:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481635328 00010000:00010000:0.0:1762170988.938564:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.938566:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481635328 00000100:00100000:3.0:1762170988.938575:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+478:2415:x1847765489622528:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 163us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.938595:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33158 00000100:00100000:2.0:1762170988.938599:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481635584 00000100:00100000:2.0:1762170988.938604:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481635584 00000100:00100000:3.0:1762170988.938621:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33159 00000100:00100000:2.0:1762170988.938633:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41783 00000100:00100000:3.0:1762170988.938635:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+477:2416:x1847765489622144:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.938645:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.938648:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+747:3640:x1847765481635200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.938648:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cbfa5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eed expref: 276 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.938654:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d8969e400/0x96d1ba5869cbeac8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc543c expref: 477 pid: 20306 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.938668:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2057 count 1 00000100:00100000:1.0:1762170988.938675:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481635456:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.938678:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d8969e400/0x96d1ba5869cbeac8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc543c expref: 477 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.938683:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.938696:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d8969e400/0x96d1ba5869cbeac8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc543c expref: 477 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.938698:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8465c00/0x96d1ba5869cbfa6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5efb expref: 276 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.938732:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.938735:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.938740:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.938745:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.938749:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.938753:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.938755:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+747:3641:x1847765481633920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6126us (6429us total) trans 4294975477 rc 0/0 00010000:00010000:2.0:1762170988.938762:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dd8465c00/0x96d1ba5869cbfa6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5efb expref: 276 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.938772:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.938773:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41779 00010000:00010000:2.0:1762170988.938787:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dd8465c00/0x96d1ba5869cbfa6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5efb expref: 276 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.938802:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41784 00010000:00010000:3.0:1762170988.938803:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.938806:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481635712:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.938815:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+746:3640:x1847765481635328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.938830:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2058 count 1 00000100:00100000:3.0:1762170988.938831:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+476:2416:x1847765489622144:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 201us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.938842:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33159 00010000:00010000:0.0:1762170988.938846:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.938852:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.938860:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35000/0x96d1ba5869cbfa65 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f09 expref: 276 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.938868:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.938871:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.938874:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.938884:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41785 00010000:00010000:3.0:1762170988.938887:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.938895:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+746:3642:x1847765481635584:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.938898:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35000/0x96d1ba5869cbfa65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f09 expref: 276 pid: 22703 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1762170988.938910:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2059 count 1 00010000:00010000:0.0:1762170988.938911:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35000/0x96d1ba5869cbfa65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f09 expref: 276 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.938921:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cbfa2d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e8b expref: 276 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.938926:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.938929:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481635840:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.938942:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.938943:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481632512:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.938948:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cbfa73 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f17 expref: 275 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.938956:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.938959:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.938960:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.938962:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.938963:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.938975:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+475:2417:x1847765489621504:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 2348us (3274us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.938979:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.938987:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.938995:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33153 00010000:00010000:2.0:1762170988.938998:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cbfa73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f17 expref: 275 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.939003:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.939010:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939027:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cbfa73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f17 expref: 275 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.939036:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.939042:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.939046:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.939056:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481635968:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.939060:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.939068:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.939071:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.939085:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.939091:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.939095:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.939101:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170988.939103:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939107:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.939115:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939123:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.939127:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.939130:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.939137:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.939139:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.939144:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.939156:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.939158:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.939160:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939179:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3949 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.939181:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.939207:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939215:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.939216:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3973 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.939223:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+747:3640:x1847765481632256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8369us (8567us total) trans 4294975478 rc 0/0 00010000:00010000:2.0:1762170988.939223:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.939240:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41771 00010000:00010000:2.0:1762170988.939240:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.939243:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.939246:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.939250:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.939252:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.939256:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.939267:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939276:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3942 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.939285:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8c00/0x96d1ba5869cbead6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc544a expref: 474 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.939293:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.939298:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.939302:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481634688:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.939303:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.939322:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.939332:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.939334:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1461500/2, rc 0, transno 4294975478 00010000:00010000:3.0:1762170988.939343:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.939351:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481632256:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.939353:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.939363:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+536:3643:x1847765481632000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9167us (9344us total) trans 4294977224 rc 0/0 00010000:00010000:3.0:1762170988.939365:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.939378:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41770 00000004:00080000:0.0:1762170988.939378:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2c000/2, rc 0, transno 4294977224 00010000:00010000:3.0:1762170988.939387:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.939395:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481632000:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.939408:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.939409:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.939411:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481636096:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.939416:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.939432:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939433:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.939438:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.939451:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.939452:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939453:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.939474:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939478:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939488:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3988 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.939491:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.939499:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+536:3641:x1847765481634560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5116us (5191us total) trans 4294977226 rc 0/0 00000100:00100000:3.0:1762170988.939510:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41780 00010000:00010000:2.0:1762170988.939511:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.939517:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939525:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.939528:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.939529:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481636096 00010000:00010000:0.0:1762170988.939530:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.939536:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481636096 00010000:00010000:2.0:1762170988.939537:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939549:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939554:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3926 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.939565:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+536:3642:x1847765481633664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7159us (7384us total) trans 4294977225 rc 0/0 00010000:00010000:2.0:1762170988.939575:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.939577:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41786 00010000:00010000:2.0:1762170988.939578:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.939592:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.939601:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41777 00000100:00100000:2.0:1762170988.939604:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481636224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.939606:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+747:3643:x1847765481636096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.939624:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2060 count 1 00000100:00100000:1.0:1762170988.939632:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+535:3643:x1847765481630976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11676us (12774us total) trans 4294977227 rc 0/0 00010000:00010000:3.0:1762170988.939640:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.939640:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e5a300/2, rc 0, transno 4294977225 00000100:00100000:2.0:1762170988.939641:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.939647:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41766 00000100:00100000:0.0:1762170988.939656:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481633664:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.939662:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34a00/0x96d1ba5869cbfa7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f25 expref: 275 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.939672:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.939674:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.939674:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481636224 00010000:00010000:3.0:1762170988.939677:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.939680:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481636224 00000004:00080000:2.0:1762170988.939694:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb7480/2, rc 0, transno 4294977226 00000100:00100000:2.0:1762170988.939700:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481634560:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170988.939729:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e91adf800/2, rc 0, transno 4294975477 00000100:00100000:1.0:1762170988.939734:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41787 00010000:00010000:3.0:1762170988.939737:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34a00/0x96d1ba5869cbfa7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f25 expref: 275 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.939739:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e91adf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481633920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.939746:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+535:3640:x1847765481636224:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.939751:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481636608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.939754:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481636352:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.939763:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1851 count 1 00010000:00010000:3.0:1762170988.939764:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34a00/0x96d1ba5869cbfa7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f25 expref: 275 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.939781:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481636480:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.939781:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.939790:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.939802:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c9600/0x96d1ba5869cbeae4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5458 expref: 473 pid: 8389 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1762170988.939809:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2ed80/2, rc 0, transno 4294977227 00010000:00010000:1.0:1762170988.939811:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.939815:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.939819:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.939823:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481630976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.939829:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54a80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.939848:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.939850:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c9600/0x96d1ba5869cbeae4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5458 expref: 473 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.939861:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481636352 00010000:00010000:1.0:1762170988.939863:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c9600/0x96d1ba5869cbeae4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5458 expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.939867:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481636352 00000100:00100000:2.0:1762170988.939874:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481636992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.939881:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481636736:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.939888:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.939898:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481636608 00000100:00100000:3.0:1762170988.939903:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481636608 00000100:00100000:2.0:1762170988.939904:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41788 00000100:00100000:2.0:1762170988.939913:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+537:3641:x1847765481636352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.939922:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:2.0:1762170988.939924:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1852 count 1 00000100:00100000:1.0:1762170988.939924:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2480 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.939931:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41789 00000100:00100000:0.0:1762170988.939933:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481636864:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.939937:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.939945:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+537:3642:x1847765481636608:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.939946:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d8969ea00/0x96d1ba5869cbeadd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5466 expref: 473 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.939955:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.939957:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.939959:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.939963:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1853 count 1 00000100:00100000:0.0:1762170988.939968:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.939969:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939977:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d8969ea00/0x96d1ba5869cbeadd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5466 expref: 473 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.939980:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.939981:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.939987:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d8969ea00/0x96d1ba5869cbeadd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5466 expref: 473 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.939998:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481636864 00000100:00100000:0.0:1762170988.940005:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481636864 00010000:00010000:1.0:1762170988.940009:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.940013:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d8969e600/0x96d1ba5869cbeaeb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5474 expref: 473 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.940013:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481637120:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.940029:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41790 00010000:00010000:1.0:1762170988.940030:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.940033:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.940035:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.940037:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.940043:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+748:3642:x1847765481636864:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.940044:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.940053:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.940055:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1762170988.940074:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2061 count 1 00010000:00010000:2.0:1762170988.940077:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.940082:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d8969e600/0x96d1ba5869cbeaeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5474 expref: 473 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.940083:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.940088:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.940109:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d8969e600/0x96d1ba5869cbeaeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5474 expref: 473 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.940124:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.940132:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.940137:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31000/0x96d1ba5869cbfa81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f33 expref: 275 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.940139:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481637248:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.940154:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.940155:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.940160:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.940165:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.940169:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa543c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.940174:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.940182:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3950 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.940189:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481636992 00010000:00010000:0.0:1762170988.940191:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31000/0x96d1ba5869cbfa81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f33 expref: 275 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.940195:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481636992 00010000:00010000:2.0:1762170988.940201:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.940205:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.940206:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31000/0x96d1ba5869cbfa81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f33 expref: 275 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.940209:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.940221:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481637376:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.940226:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41791 00000100:00100000:3.0:1762170988.940236:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+539:3640:x1847765481636992:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.940244:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00002000:00080000:3.0:1762170988.940248:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1854 count 1 00010000:00010000:3.0:1762170988.940261:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.940266:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.940274:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8000/0x96d1ba5869cbeb07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5482 expref: 473 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.940277:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.940291:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.940294:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.940295:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.940298:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.940315:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.940329:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c8000/0x96d1ba5869cbeb07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5482 expref: 473 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.940332:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.940342:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c8000/0x96d1ba5869cbeb07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5482 expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.940343:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.940349:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.940362:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481637504:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.940362:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.940368:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.940377:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.940388:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54f00 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.940390:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.940399:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3965 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.940420:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.940422:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.940425:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.940595:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+749:3640:x1847765481633152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8779us (8883us total) trans 4294975479 rc 0/0 00000100:00100000:0.0:1762170988.940605:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41775 00000004:00080000:2.0:1762170988.940610:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873dc00/2, rc 0, transno 4294975479 00000100:00100000:2.0:1762170988.940623:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481633152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.940686:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.940697:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481637632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.940755:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.941017:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481637632 00000100:00100000:3.0:1762170988.941022:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481637632 00000100:00100000:3.0:1762170988.941054:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41792 00000100:00100000:3.0:1762170988.941064:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+749:3640:x1847765481637632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.941077:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2062 count 1 00010000:00010000:3.0:1762170988.941090:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.941103:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5e00/0x96d1ba5869cbfa88 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f41 expref: 275 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.941111:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+539:3640:x1847765481623808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27955us (28143us total) trans 4294977210 rc 0/0 00010000:00010000:3.0:1762170988.941114:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.941118:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.941124:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.941128:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873e300/2, rc 0, transno 4294977210 00000100:00100000:0.0:1762170988.941130:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41737 00000100:00100000:2.0:1762170988.941144:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481623808:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.941152:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5e00/0x96d1ba5869cbfa88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f41 expref: 275 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.941163:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5e00/0x96d1ba5869cbfa88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f41 expref: 275 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.941174:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481637760:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.941191:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.941199:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.941204:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481637888:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.941205:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.941215:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.941220:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.941226:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.941236:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.941276:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.941281:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.941289:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.941293:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.941301:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.941314:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.941322:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc395e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.941340:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.941343:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.941346:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.941356:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481637888 00000100:00100000:0.0:1762170988.941356:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+539:3643:x1847765481632896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9708us (9837us total) trans 4294977229 rc 0/0 00000100:00100000:2.0:1762170988.941361:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481637888 00000100:00100000:0.0:1762170988.941368:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41774 00000100:00100000:0.0:1762170988.941395:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41793 00000100:00100000:0.0:1762170988.941405:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+539:3642:x1847765481637888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.941417:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1855 count 1 00010000:00010000:0.0:1762170988.941428:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.941436:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea200/0x96d1ba5869cc0b7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc703c expref: 473 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.941440:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.941442:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.941444:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.941457:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea200/0x96d1ba5869cc0b7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc703c expref: 473 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.941464:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea200/0x96d1ba5869cc0b7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc703c expref: 473 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.941470:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97931c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481638016:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.941509:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afd80 going to sleep for 11 seconds 00000004:00080000:0.0:1762170988.941542:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b765f80/2, rc 0, transno 4294977229 00000100:00100000:0.0:1762170988.941554:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481632896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.941645:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481638144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.941676:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.941699:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481638144 00000100:00100000:2.0:1762170988.941705:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481638144 00000100:00100000:2.0:1762170988.941772:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41794 00000100:00100000:2.0:1762170988.941784:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6661450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+540:3643:x1847765481638144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.941798:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1856 count 1 00010000:00010000:2.0:1762170988.941812:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.941828:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6800/0x96d1ba5869cbeb2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc549e expref: 473 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.941835:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.941837:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.941840:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.941864:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6800/0x96d1ba5869cbeb2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc549e expref: 473 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.941875:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6800/0x96d1ba5869cbeb2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc549e expref: 473 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.941887:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2aca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481638272:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.941947:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea7355480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.942312:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481635456:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.942333:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.942469:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481635072:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.942492:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.942609:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481635712:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.942629:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.943653:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481636736:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.943672:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.943808:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481637120:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.943830:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.943862:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481635968:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.943877:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.943971:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97930700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481637376:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.943991:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.944021:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481635840:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.944039:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.944093:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.944123:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489622784 00000100:00100000:1.0:1762170988.944129:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489622784 00000100:00100000:3.0:1762170988.944131:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.944160:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cbfa5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eed expref: 276 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.944163:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.944192:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489623040 00000100:00100000:1.0:1762170988.944194:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489623424 00000100:00100000:3.0:1762170988.944200:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.944200:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489623424 00000100:00100000:0.0:1762170988.944200:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489623040 00010000:00010000:1.0:1762170988.944224:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d8969ea00/0x96d1ba5869cbeadd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5466 expref: 474 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.944228:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34a00/0x96d1ba5869cbfa7a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f25 expref: 277 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.944236:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.944259:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489623808 00000100:00100000:0.0:1762170988.944263:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489622656 00000100:00100000:1.0:1762170988.944265:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489623808 00000100:00100000:3.0:1762170988.944266:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.944269:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489622656 00010000:00010000:1.0:1762170988.944283:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31000/0x96d1ba5869cbfa81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f33 expref: 279 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.944290:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34400/0x96d1ba5869cbfa57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5edf expref: 279 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.944296:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.944308:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489623168 00000100:00100000:1.0:1762170988.944313:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489623168 00000100:00100000:0.0:1762170988.944315:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489623552 00000100:00100000:0.0:1762170988.944321:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489623552 00000100:00100000:3.0:1762170988.944322:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.944328:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35000/0x96d1ba5869cbfa65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f09 expref: 280 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.944341:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d8969e600/0x96d1ba5869cbeaeb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5474 expref: 475 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.944350:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489623936 00000100:00100000:1.0:1762170988.944356:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489623936 00000100:00100000:0.0:1762170988.944364:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33160 00000100:00100000:3.0:1762170988.944367:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.944372:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c8000/0x96d1ba5869cbeb07 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5482 expref: 476 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.944379:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+280:2415:x1847765489622784:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.944389:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.944394:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489622912 00010000:00010000:0.0:1762170988.944395:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.944398:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489622912 00010000:00010000:0.0:1762170988.944404:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cbfa5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eed expref: 281 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.944415:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.944416:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8465c00/0x96d1ba5869cbfa6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5efb expref: 281 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.944425:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cbfa5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eed expref: 281 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.944433:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489623296 00000100:00100000:1.0:1762170988.944436:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489623296 00010000:00010000:0.0:1762170988.944450:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cbfa5e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eed expref: 281 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.944451:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c9600/0x96d1ba5869cbeae4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5458 expref: 477 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.944478:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.944482:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489623680 00010000:00010000:0.0:1762170988.944482:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.944487:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489623680 00000100:00100000:3.0:1762170988.944490:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.944490:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.944500:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2aca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481638272:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.944504:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cbfa73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f17 expref: 281 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.944505:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.944522:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.944523:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.944533:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489624064 00000100:00100000:1.0:1762170988.944537:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489624064 00010000:00010000:0.0:1762170988.944541:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.944552:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5e00/0x96d1ba5869cbfa88 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f41 expref: 282 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.944562:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.944573:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489624320 00000100:00100000:1.0:1762170988.944578:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489624320 00000100:00100000:0.0:1762170988.944578:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+282:2415:x1847765489622784:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.944601:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33160 00010000:00010000:1.0:1762170988.944611:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea200/0x96d1ba5869cc0b7c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc703c expref: 478 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.944615:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489624192 00000100:00100000:0.0:1762170988.944620:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489624192 00000100:00100000:1.0:1762170988.944635:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33161 00010000:00010000:0.0:1762170988.944638:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6800/0x96d1ba5869cbeb2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc549e expref: 479 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.944648:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+479:2415:x1847765489623424:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.944657:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.944664:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d8969ea00/0x96d1ba5869cbeadd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5466 expref: 479 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.944665:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33162 00000100:00100000:3.0:1762170988.944679:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481637248:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.944681:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d8969ea00/0x96d1ba5869cbeadd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5466 expref: 479 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.944681:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+281:2415:x1847765489623040:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.944697:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.944702:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.944704:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34a00/0x96d1ba5869cbfa7a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f25 expref: 281 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.944738:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34a00/0x96d1ba5869cbfa7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f25 expref: 281 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.944743:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d8969ea00/0x96d1ba5869cbeadd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5466 expref: 479 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.944758:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.944761:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.944763:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.944764:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.944767:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.944773:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.944774:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481637504:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.944791:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.944794:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.944796:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.944819:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.944835:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.944842:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+281:2415:x1847765489623040:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.944847:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33162 00010000:00010000:2.0:1762170988.944858:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.944865:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+478:2415:x1847765489623424:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 218us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.944866:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33163 00000100:00100000:0.0:1762170988.944881:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+280:2415:x1847765489623808:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.944885:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.944886:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33161 00010000:00010000:3.0:1762170988.944893:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34a00/0x96d1ba5869cbfa7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f25 expref: 280 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.944896:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.944907:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.944908:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31000/0x96d1ba5869cbfa81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f33 expref: 280 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.944909:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33164 00000100:00100000:3.0:1762170988.944914:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481636480:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.944924:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+279:2417:x1847765489622656:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.944931:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.944936:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.944939:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31000/0x96d1ba5869cbfa81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f33 expref: 279 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.944940:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.944949:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34400/0x96d1ba5869cbfa57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5edf expref: 279 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.944957:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.944961:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.944975:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31000/0x96d1ba5869cbfa81 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f33 expref: 279 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.944977:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34400/0x96d1ba5869cbfa57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5edf expref: 279 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.944978:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945000:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.945003:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.945005:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945007:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945011:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34400/0x96d1ba5869cbfa57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5edf expref: 278 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.945022:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945033:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945038:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.945043:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.945048:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.945051:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170988.945061:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945062:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.945086:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.945088:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+277:2415:x1847765489623808:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 210us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.945097:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33163 00000100:00100000:1.0:1762170988.945113:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+276:2417:x1847765489622656:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.945121:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33165 00000100:00100000:1.0:1762170988.945129:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33164 00000100:00100000:0.0:1762170988.945135:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+276:2417:x1847765489623168:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.945145:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.945150:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35000/0x96d1ba5869cbfa65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f09 expref: 275 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.945162:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35000/0x96d1ba5869cbfa65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f09 expref: 275 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.945177:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35000/0x96d1ba5869cbfa65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f09 expref: 275 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.945184:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33166 00010000:00010000:0.0:1762170988.945194:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.945198:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+477:2417:x1847765489623552:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.945199:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.945206:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+541:3641:x1847765481636352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5289us (5414us total) trans 4294977230 rc 0/0 00010000:00010000:0.0:1762170988.945207:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945211:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.945222:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d8969e600/0x96d1ba5869cbeaeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5474 expref: 477 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.945227:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+750:3643:x1847765481636096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5623us (5778us total) trans 4294975480 rc 0/0 00010000:00010000:0.0:1762170988.945229:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.945238:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41788 00000100:00100000:3.0:1762170988.945250:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41786 00010000:00010000:1.0:1762170988.945251:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d8969e600/0x96d1ba5869cbeaeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5474 expref: 477 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.945266:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.945270:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d8969e600/0x96d1ba5869cbeaeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5474 expref: 477 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.945273:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.945279:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.945282:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945284:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.945286:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945289:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.945291:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+274:2417:x1847765489623168:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 159us (1025us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.945294:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.945295:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.945301:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.945312:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.945312:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33165 00010000:00010000:3.0:1762170988.945319:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945323:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.945324:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.945335:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33167 00010000:00010000:3.0:1762170988.945336:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.945347:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+476:2417:x1847765489623936:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.945351:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945362:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.945363:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06800/0x96d1ba5869cc39c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945363:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.945364:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945373:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c8000/0x96d1ba5869cbeb07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5482 expref: 476 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.945385:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+476:2417:x1847765489623552:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 188us (1091us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.945390:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc39b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.945396:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.945400:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.945403:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c8000/0x96d1ba5869cbeb07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5482 expref: 476 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.945405:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.945405:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33166 00010000:00010000:2.0:1762170988.945420:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945427:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8000/0x96d1ba5869cbeb07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5482 expref: 475 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.945431:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.945435:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33168 00010000:00010000:3.0:1762170988.945436:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.945438:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.945441:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.945449:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+273:2417:x1847765489622912:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.945453:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.945456:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945457:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.945462:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.945464:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945472:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dd8465c00/0x96d1ba5869cbfa6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5efb expref: 273 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.945475:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945485:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945511:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dd8465c00/0x96d1ba5869cbfa6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5efb expref: 273 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.945517:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.945518:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.945524:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8465c00/0x96d1ba5869cbfa6c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5efb expref: 273 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.945531:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.945536:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945537:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.945541:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.945546:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.945550:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945567:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.945572:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.945574:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945575:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945610:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.945612:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.945620:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.945625:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.945633:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07e00/0x96d1ba5869cc398f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.945649:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+272:2417:x1847765489622912:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (1284us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.945651:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.945656:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.945661:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33168 00010000:00010000:0.0:1762170988.945661:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.945671:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.945677:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+750:3642:x1847765481634816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8402us (8573us total) trans 4294975481 rc 0/0 00000100:00100000:1.0:1762170988.945684:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33169 00010000:00010000:3.0:1762170988.945692:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.945694:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41781 00000004:00080000:0.0:1762170988.945695:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e797480/2, rc 0, transno 4294975480 00000100:00100000:1.0:1762170988.945700:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+474:2417:x1847765489623296:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.945736:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481636096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.945842:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97931c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481638016:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.945862:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+541:3640:x1847765481636992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5625us (5808us total) trans 4294977231 rc 0/0 00010000:00010000:0.0:1762170988.945865:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.945875:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41791 00010000:00010000:2.0:1762170988.945911:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.945911:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+474:2417:x1847765489623936:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 563us (1586us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.945928:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.945928:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33167 00010000:00010000:2.0:1762170988.945941:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.945948:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.945957:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33170 00010000:00010000:2.0:1762170988.945964:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170988.945970:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+271:2417:x1847765489623680:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.945980:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.945987:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cbfa73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f17 expref: 271 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.945999:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481637760:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.946004:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cbfa73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f17 expref: 271 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.946023:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cbfa73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f17 expref: 271 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.946036:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.946038:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.946042:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.946044:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.946055:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.946056:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c9600/0x96d1ba5869cbeae4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5458 expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.946065:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.946087:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+750:3640:x1847765481635200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7443us (7944us total) trans 4294975482 rc 0/0 00000100:00100000:2.0:1762170988.946093:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41783 00010000:00010000:0.0:1762170988.946094:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.946121:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.946131:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.946136:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+270:2417:x1847765489623680:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (1722us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.946140:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.946150:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.946150:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33170 00010000:00010000:2.0:1762170988.946172:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1762170988.946180:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33171 00010000:00010000:3.0:1762170988.946190:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:0.0:1762170988.946194:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+269:2416:x1847765489624064:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.946198:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.946205:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.946207:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c9600/0x96d1ba5869cbeae4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5458 expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.946209:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.946215:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5e00/0x96d1ba5869cbfa88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f41 expref: 269 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.946216:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.946232:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c9600/0x96d1ba5869cbeae4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5458 expref: 473 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.946233:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5e00/0x96d1ba5869cbfa88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f41 expref: 269 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.946258:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.946262:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.946263:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5e00/0x96d1ba5869cbfa88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f41 expref: 269 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.946269:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.946278:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+750:3642:x1847765481635584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7383us (7999us total) trans 4294975483 rc 0/0 00010000:00010000:3.0:1762170988.946281:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.946289:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.946293:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.946296:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41785 00010000:00010000:1.0:1762170988.946296:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.946299:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946311:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.946323:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946326:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc39d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.946331:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481638400:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.946331:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.946354:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.946363:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+472:2417:x1847765489623296:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 667us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.946371:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33169 00000100:00100000:0.0:1762170988.946383:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+268:2416:x1847765489624064:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (1895us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.946384:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.946392:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33172 00000100:00100000:0.0:1762170988.946401:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33171 00000100:00100000:1.0:1762170988.946407:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+471:2414:x1847765489624320:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.946415:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.946421:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea200/0x96d1ba5869cc0b7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc703c expref: 471 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.946427:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00080000:2.0:1762170988.946431:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddd500/2, rc 0, transno 4294977231 00010000:00010000:3.0:1762170988.946433:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.946434:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea200/0x96d1ba5869cc0b7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc703c expref: 471 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.946448:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481636992:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.946453:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.946454:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33173 00010000:00010000:3.0:1762170988.946461:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.946469:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea200/0x96d1ba5869cc0b7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc703c expref: 471 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.946471:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+471:2416:x1847765489624192:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.946474:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.946474:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e91adc000/2, rc 0, transno 4294975482 00000100:00100000:2.0:1762170988.946487:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e91adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481635200:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.946487:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.946497:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.946499:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6800/0x96d1ba5869cbeb2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc549e expref: 470 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.946500:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.946503:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.946507:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946528:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07600/0x96d1ba5869cc399d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.946534:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.946543:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6800/0x96d1ba5869cbeb2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc549e expref: 470 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.946556:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.946561:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.946567:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.946568:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.946568:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6800/0x96d1ba5869cbeb2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc549e expref: 470 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.946573:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.946601:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.946602:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.946606:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.946607:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+469:2414:x1847765489624320:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (2086us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.946611:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.946619:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946623:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.946628:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.946629:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33172 00010000:00010000:0.0:1762170988.946632:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946633:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.946638:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07800/0x96d1ba5869cc39ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.946663:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.946665:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1762170988.946667:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.946672:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.946676:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.946678:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.946679:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481638656:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.946686:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.946694:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.946699:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481638400 00010000:00010000:1.0:1762170988.946702:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946739:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.946744:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481638400 00010000:00010000:1.0:1762170988.946745:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.946751:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946760:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946768:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946782:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170988.946783:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41795 00000100:00100000:0.0:1762170988.946790:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.946794:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170988.946796:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2aca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+751:3640:x1847765481638400:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.946800:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946808:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.946811:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946819:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.946821:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2063 count 1 00010000:00010000:0.0:1762170988.946823:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.946831:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946837:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.946841:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.946843:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.946848:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.946865:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.946867:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cbfa8f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f4f expref: 267 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.946881:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+751:3643:x1847765481634944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9267us (9744us total) trans 4294975484 rc 0/0 00010000:00010000:3.0:1762170988.946886:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3996 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.946889:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.946890:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.946895:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.946900:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.946909:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41782 00010000:00010000:0.0:1762170988.946916:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc39dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.946923:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.946927:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.946930:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.946934:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481638656 00010000:00010000:2.0:1762170988.946939:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cbfa8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f4f expref: 267 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.946939:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.946940:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481638656 00010000:00010000:0.0:1762170988.946945:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.946950:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.946960:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cbfa8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f4f expref: 267 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.946972:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41796 00000100:00100000:2.0:1762170988.946976:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481638784:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.946978:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b81180/2, rc 0, transno 4294975484 00000100:00100000:1.0:1762170988.946985:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+752:3643:x1847765481638656:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.946996:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481634944:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.946998:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2064 count 1 00010000:00010000:1.0:1762170988.947013:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.947024:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34600/0x96d1ba5869cbfa96 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f5d expref: 267 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.947034:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.947034:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.947037:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.947041:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.947043:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+752:3640:x1847765481637632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5981us (6289us total) trans 4294975485 rc 0/0 00000100:00100000:0.0:1762170988.947051:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481638912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.947058:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41792 00010000:00010000:1.0:1762170988.947074:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34600/0x96d1ba5869cbfa96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f5d expref: 267 pid: 22703 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170988.947078:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e0a680/2, rc 0, transno 4294975485 00000100:00100000:2.0:1762170988.947091:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481637632:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.947092:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34600/0x96d1ba5869cbfa96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f5d expref: 267 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.947093:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.947103:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1762170988.947111:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481639040:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.947116:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481638528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.947129:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481638912 00000100:00100000:3.0:1762170988.947133:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481638912 00010000:00010000:0.0:1762170988.947139:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.947149:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.947151:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.947157:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41797 00000100:00100000:2.0:1762170988.947159:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.947168:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.947173:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.947179:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.947203:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.947207:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+752:3643:x1847765481638912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.947209:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.947214:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947218:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:3.0:1762170988.947227:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2065 count 1 00010000:00010000:2.0:1762170988.947227:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.947228:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.947244:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947248:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.947255:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.947258:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.947264:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30400/0x96d1ba5869cbfa9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f6b expref: 267 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.947270:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.947276:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.947279:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.947283:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 4/0,1 mode: --/PW res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947288:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947298:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc39e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.947304:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30400/0x96d1ba5869cbfa9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f6b expref: 267 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.947318:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30400/0x96d1ba5869cbfa9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f6b expref: 267 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.947326:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170988.947331:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481639296:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.947332:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947342:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.947347:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947355:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.947363:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.947368:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947377:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc39c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947396:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.947398:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+542:3642:x1847765481636608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7455us (7512us total) trans 4294977233 rc 0/0 00010000:00010000:2.0:1762170988.947400:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.947404:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.947410:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41789 00010000:00010000:2.0:1762170988.947413:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.947429:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481638528 00000100:00100000:2.0:1762170988.947433:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481638528 00010000:00010000:1.0:1762170988.947472:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.947481:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.947482:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41798 00010000:00010000:1.0:1762170988.947494:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.947498:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+542:3640:x1847765481638528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.947509:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.947518:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1857 count 1 00010000:00010000:1.0:1762170988.947532:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.947534:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947548:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8400/0x96d1ba5869cbeb38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ac expref: 468 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.947552:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.947555:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.947559:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947559:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.947564:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.947599:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.947603:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.947612:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947617:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c8400/0x96d1ba5869cbeb38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ac expref: 468 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.947629:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.947631:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c8400/0x96d1ba5869cbeb38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ac expref: 468 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.947655:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481639424:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.947664:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+543:3640:x1847765481636224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7921us (8024us total) trans 4294977234 rc 0/0 00000100:00100000:1.0:1762170988.947673:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41787 00000100:00100000:2.0:1762170988.947692:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.947738:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481639168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.947771:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.947796:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481639168 00000100:00100000:1.0:1762170988.947801:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481639168 00000004:00080000:2.0:1762170988.947816:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e59f80/2, rc 0, transno 4294977234 00000100:00100000:1.0:1762170988.947829:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41799 00000100:00100000:2.0:1762170988.947830:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481636224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.947840:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+753:3640:x1847765481639168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.947851:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2066 count 1 00010000:00010000:1.0:1762170988.947863:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.947877:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cbfaa4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f79 expref: 267 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.947884:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.947886:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.947889:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.947907:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e5b800/2, rc 0, transno 4294977233 00010000:00010000:3.0:1762170988.947911:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc39b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.947914:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cbfaa4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f79 expref: 267 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.947921:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481636608:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.947938:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cbfaa4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f79 expref: 267 pid: 33720 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.947944:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb7b80/2, rc 0, transno 4294975483 00010000:00010000:3.0:1762170988.947949:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.947952:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481639680:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.947953:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.947955:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481635584:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.947958:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.947975:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b81880/2, rc 0, transno 4294975481 00000100:00100000:2.0:1762170988.947980:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481634816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.948007:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.948078:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481639808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.948111:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.948142:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170988.948150:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb524ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481639936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.948179:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.948181:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481639808 00000100:00100000:3.0:1762170988.948187:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481639808 00000100:00100000:2.0:1762170988.948229:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481639936 00000100:00100000:3.0:1762170988.948234:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41800 00000100:00100000:2.0:1762170988.948234:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481639936 00000100:00100000:3.0:1762170988.948248:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+543:3642:x1847765481639808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170988.948264:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1859 count 1 00000100:00100000:1.0:1762170988.948273:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41801 00010000:00010000:3.0:1762170988.948277:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.948285:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+754:3642:x1847765481639936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.948291:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481640064:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.948296:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6400/0x96d1ba5869cbeb5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c8 expref: 468 pid: 22703 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1762170988.948301:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2067 count 1 00010000:00010000:3.0:1762170988.948315:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.948318:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.948318:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.948323:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.948327:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.948342:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35a00/0x96d1ba5869cbfaab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f87 expref: 267 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.948350:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.948352:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.948355:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170988.948355:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.948358:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6400/0x96d1ba5869cbeb5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c8 expref: 468 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.948366:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481639552:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.948382:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6400/0x96d1ba5869cbeb5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c8 expref: 468 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.948392:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35a00/0x96d1ba5869cbfaab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f87 expref: 267 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.948403:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35a00/0x96d1ba5869cbfaab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f87 expref: 267 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.948416:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481640320:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.948417:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.948452:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481640064 00000100:00100000:1.0:1762170988.948455:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.948457:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481640064 00000100:00100000:3.0:1762170988.948467:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481640192:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.948481:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481639552 00000100:00100000:2.0:1762170988.948484:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481639552 00000100:00100000:2.0:1762170988.948503:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41802 00000100:00100000:3.0:1762170988.948506:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54f00 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.948511:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+755:3640:x1847765481640064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.948522:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2068 count 1 00010000:00010000:2.0:1762170988.948532:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.948541:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5400/0x96d1ba5869cbfab2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f95 expref: 267 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.948546:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.948547:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.948549:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.948568:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5400/0x96d1ba5869cbfab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f95 expref: 267 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.948575:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5400/0x96d1ba5869cbfab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f95 expref: 267 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.948596:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481640448:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.948603:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41803 00000100:00100000:3.0:1762170988.948617:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+544:3640:x1847765481639552:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.948627:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00002000:00080000:3.0:1762170988.948633:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1858 count 1 00010000:00010000:3.0:1762170988.948648:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.948660:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c9000/0x96d1ba5869cbeb46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ba expref: 468 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.948667:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.948669:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481638784:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.948670:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.948676:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.948694:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.948763:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.948863:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481639040:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.948880:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.948885:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c9000/0x96d1ba5869cbeb46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ba expref: 468 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.948900:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c9000/0x96d1ba5869cbeb46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ba expref: 468 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.948908:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489624448 00000100:00100000:3.0:1762170988.948913:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481640576:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.948914:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489624448 00010000:00010000:1.0:1762170988.948939:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cbfa8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f4f expref: 268 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.948973:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33174 00000100:00100000:3.0:1762170988.948979:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa543c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.948985:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+268:2416:x1847765489624448:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.948996:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.949001:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cbfa8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f4f expref: 268 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.949013:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481639296:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.949015:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cbfa8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f4f expref: 268 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.949023:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481639424:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.949034:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.949040:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cbfa8f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f4f expref: 268 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.949046:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.949065:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.949068:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.949073:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.949081:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.949090:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e58e00/2, rc 0, transno 4294977230 00010000:00010000:1.0:1762170988.949100:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.949103:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481636352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.949134:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+267:2416:x1847765489624448:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 152us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.949144:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33174 00010000:00010000:2.0:1762170988.949157:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.949164:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.949171:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.949177:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.949180:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.949188:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481639680:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.949199:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.949207:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.949221:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170988.949229:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.949231:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489624576 00010000:00010000:0.0:1762170988.949231:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.949236:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489624576 00010000:00010000:0.0:1762170988.949245:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.949250:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.949255:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34600/0x96d1ba5869cbfa96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f5d expref: 267 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.949262:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.949278:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.949280:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489624704 00000100:00100000:1.0:1762170988.949285:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489624704 00010000:00010000:0.0:1762170988.949289:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff07000/0x96d1ba5869cc39f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.949304:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c8400/0x96d1ba5869cbeb38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ac expref: 469 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.949309:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.949314:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.949317:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.949332:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33175 00000100:00100000:1.0:1762170988.949341:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+267:2417:x1847765489624576:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.949349:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.949353:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34600/0x96d1ba5869cbfa96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f5d expref: 267 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.949364:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2aca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+756:3640:x1847765481638400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2570us (2980us total) trans 4294975486 rc 0/0 00010000:00010000:1.0:1762170988.949366:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34600/0x96d1ba5869cbfa96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f5d expref: 267 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.949381:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41795 00010000:00010000:1.0:1762170988.949391:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34600/0x96d1ba5869cbfa96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f5d expref: 267 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.949404:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.949407:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.949411:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.949418:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.949429:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cf100/2, rc 0, transno 4294975486 00010000:00010000:1.0:1762170988.949437:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.949443:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481638400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.949453:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.949462:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481640704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.949466:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+266:2417:x1847765489624576:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 125us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.949475:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33175 00000100:00100000:1.0:1762170988.949493:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33176 00000100:00100000:1.0:1762170988.949500:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+469:2416:x1847765489624704:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.949508:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.949514:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.949516:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.949522:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c8400/0x96d1ba5869cbeb38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ac expref: 469 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.949533:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c8400/0x96d1ba5869cbeb38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ac expref: 469 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.949549:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8400/0x96d1ba5869cbeb38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x741:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ac expref: 469 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.949563:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.949564:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.949568:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.949596:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.949601:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.949608:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481640832:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.949625:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.949639:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.949662:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+468:2416:x1847765489624704:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 162us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.949670:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33176 00010000:00010000:0.0:1762170988.949673:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.949684:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481640704 00000100:00100000:2.0:1762170988.949689:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481640704 00000100:00100000:1.0:1762170988.949689:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489624960 00000100:00100000:1.0:1762170988.949695:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489624960 00000100:00100000:0.0:1762170988.949735:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+467:2416:x1847765489624192:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 3268us (5176us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.949746:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481640832 00000100:00100000:0.0:1762170988.949746:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33173 00000100:00100000:2.0:1762170988.949752:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481640832 00000100:00100000:0.0:1762170988.949774:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489624832 00000100:00100000:0.0:1762170988.949779:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489624832 00000100:00100000:2.0:1762170988.949789:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41804 00000100:00100000:2.0:1762170988.949803:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+545:3640:x1847765481640704:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.949803:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30400/0x96d1ba5869cbfa9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f6b expref: 267 pid: 33719 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.949827:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1860 count 1 00000100:00100000:0.0:1762170988.949836:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33177 00010000:00010000:2.0:1762170988.949845:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.949847:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+267:2417:x1847765489624832:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.949860:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.949867:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8a00/0x96d1ba5869cbeb62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54d6 expref: 466 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.949869:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30400/0x96d1ba5869cbfa9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f6b expref: 267 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.949888:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.949891:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.949897:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.949897:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30400/0x96d1ba5869cbfa9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f6b expref: 267 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.949930:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30400/0x96d1ba5869cbfa9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f6b expref: 267 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.949937:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c8a00/0x96d1ba5869cbeb62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54d6 expref: 466 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.949944:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.949948:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.949950:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c8a00/0x96d1ba5869cbeb62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54d6 expref: 466 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.949953:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.949959:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cbfaa4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f79 expref: 266 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.949976:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481640960:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.949979:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.950012:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.950019:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.950029:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.950033:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.950041:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.950041:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+266:2417:x1847765489624832:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (461us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.950054:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.950060:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33177 00010000:00010000:3.0:1762170988.950075:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950077:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.950093:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.950105:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.950114:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.950116:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950138:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.950139:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.950159:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950166:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.950176:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1762170988.950242:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33178 00000100:00100000:1.0:1762170988.950253:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+265:2415:x1847765489624960:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.950262:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.950268:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cbfaa4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f79 expref: 265 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.950341:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+546:3640:x1847765481638528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2846us (3184us total) trans 4294977235 rc 0/0 00000100:00100000:2.0:1762170988.950350:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41798 00000100:00100000:0.0:1762170988.950361:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+758:3642:x1847765481636864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10319us (10393us total) trans 4294975488 rc 0/0 00000100:00100000:0.0:1762170988.950372:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41790 00000100:00100000:2.0:1762170988.950379:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41805 00000100:00100000:2.0:1762170988.950389:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+757:3642:x1847765481640832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.950404:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2069 count 1 00010000:00010000:2.0:1762170988.950418:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950430:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30800/0x96d1ba5869cbfab9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fa3 expref: 265 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.950438:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.950440:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.950443:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950465:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30800/0x96d1ba5869cbfab9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fa3 expref: 265 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.950480:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30800/0x96d1ba5869cbfab9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fa3 expref: 265 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.950490:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8754700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481641088:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.950519:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.950538:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1762170988.950542:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+757:3643:x1847765481638912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3373us (3449us total) trans 4294975487 rc 0/0 00010000:00010000:2.0:1762170988.950547:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.950555:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41797 00010000:00010000:2.0:1762170988.950561:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.950566:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950575:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950597:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.950603:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.950605:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc39ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.950611:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.950614:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2ce300/2, rc 0, transno 4294975487 00010000:00010000:3.0:1762170988.950625:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.950629:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950631:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.950633:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481638912:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.950638:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950655:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.950659:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950666:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950679:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950687:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc39ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.950693:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481641216:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.950732:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.950736:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.950736:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.950741:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.950752:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.950752:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.950756:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.950765:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06e00/0x96d1ba5869cc3a06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x741:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.950779:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cbfaa4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f79 expref: 265 pid: 33720 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.950783:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e0b100/2, rc 0, transno 4294975488 00010000:00010000:3.0:1762170988.950787:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.950792:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.950797:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.950799:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481636864:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.950803:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cbfaa4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f79 expref: 265 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.950815:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481641216 00010000:00010000:1.0:1762170988.950818:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.950821:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481641216 00010000:00010000:1.0:1762170988.950822:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.950827:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.950836:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.950856:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481641344:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.950858:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.950885:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+264:2415:x1847765489624960:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 634us (1377us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.950892:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.950898:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33178 00000100:00100000:3.0:1762170988.950910:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481641344 00000100:00100000:3.0:1762170988.950915:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481641344 00000004:00080000:2.0:1762170988.950934:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ac8380/2, rc 0, transno 4294977235 00000100:00100000:3.0:1762170988.950944:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41806 00000100:00100000:2.0:1762170988.950947:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481638528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.950957:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+758:3643:x1847765481641216:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.950971:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.950973:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2070 count 1 00010000:00010000:1.0:1762170988.950983:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.950989:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.950992:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.951011:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.951015:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cbfad5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb1 expref: 263 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.951027:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.951029:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.951032:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.951038:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.951058:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cbfad5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb1 expref: 263 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.951070:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cbfad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb1 expref: 263 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.951083:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481641600:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.951208:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+759:3643:x1847765481638656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4226us (4416us total) trans 4294975489 rc 0/0 00000100:00100000:2.0:1762170988.951215:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.951221:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41796 00000100:00100000:3.0:1762170988.951223:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.951248:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41807 00000100:00100000:1.0:1762170988.951257:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+758:3640:x1847765481641344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.951271:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2071 count 1 00010000:00010000:1.0:1762170988.951285:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.951288:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481640192:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.951294:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.951302:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.951303:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cbfac0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fbf expref: 263 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.951316:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.951320:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481640448:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.951322:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.951327:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.951329:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.951331:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.951336:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.951346:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.951370:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.951374:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cbfac0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fbf expref: 263 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.951389:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170988.951392:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.951393:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cbfac0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fbf expref: 263 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.951399:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481641472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.951405:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.951415:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc39f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.951422:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481641728:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.951438:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.951443:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.951446:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.951448:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.951453:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.951463:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea737c480 going to sleep for 11 seconds 00000004:00080000:0.0:1762170988.951479:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ac9c00/2, rc 0, transno 4294975489 00000100:00100000:1.0:1762170988.951485:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489625088 00000100:00100000:2.0:1762170988.951488:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481641472 00000100:00100000:1.0:1762170988.951491:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489625088 00000100:00100000:0.0:1762170988.951493:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481638656:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.951494:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481641472 00010000:00010000:1.0:1762170988.951514:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6400/0x96d1ba5869cbeb5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c8 expref: 467 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.951525:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41808 00000100:00100000:2.0:1762170988.951538:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+546:3640:x1847765481641472:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.951538:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489625344 00000100:00100000:1.0:1762170988.951543:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489625344 00000100:00100000:0.0:1762170988.951546:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:2.0:1762170988.951555:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1861 count 1 00000100:00100000:0.0:1762170988.951557:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481641856:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.951558:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.951562:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5400/0x96d1ba5869cbfab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f95 expref: 264 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.951574:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.951594:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489625216 00010000:00010000:2.0:1762170988.951600:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104cde00/0x96d1ba5869cbeb69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54e4 expref: 467 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.951600:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489625216 00000100:00100000:0.0:1762170988.951606:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.951614:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.951617:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.951621:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35a00/0x96d1ba5869cbfaab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f87 expref: 265 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.951622:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.951631:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489625472 00000100:00100000:0.0:1762170988.951638:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489625472 00000100:00100000:3.0:1762170988.951641:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481640576:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.951662:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.951662:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33179 00010000:00010000:0.0:1762170988.951663:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c9000/0x96d1ba5869cbeb46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ba expref: 468 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.951664:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104cde00/0x96d1ba5869cbeb69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54e4 expref: 468 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.951678:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8756d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+468:2416:x1847765489625088:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.951695:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.951696:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104cde00/0x96d1ba5869cbeb69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54e4 expref: 468 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.951705:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6400/0x96d1ba5869cbeb5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c8 expref: 468 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.951739:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33180 00000100:00100000:2.0:1762170988.951741:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8755500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481641984:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.951759:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6400/0x96d1ba5869cbeb5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c8 expref: 468 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.951773:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+265:2414:x1847765489625344:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.951779:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1c6400/0x96d1ba5869cbeb5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54c8 expref: 468 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.951784:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.951786:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.951792:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.951794:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5400/0x96d1ba5869cbfab2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f95 expref: 265 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.951795:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.951802:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.951810:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5400/0x96d1ba5869cbfab2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f95 expref: 265 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.951814:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.951832:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5400/0x96d1ba5869cbfab2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f95 expref: 265 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.951845:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.951847:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.951848:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.951853:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.951861:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.951863:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.951873:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8756d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+467:2416:x1847765489625088:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.951888:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33179 00010000:00010000:0.0:1762170988.951888:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.951907:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33181 00000100:00100000:0.0:1762170988.951914:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+264:2414:x1847765489625344:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 164us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.951916:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+264:2416:x1847765489625216:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.951923:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.951931:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33180 00010000:00010000:1.0:1762170988.951932:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.951942:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.951943:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35a00/0x96d1ba5869cbfaab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f87 expref: 264 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.951957:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33182 00010000:00010000:3.0:1762170988.951963:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.951969:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35a00/0x96d1ba5869cbfaab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f87 expref: 263 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.951973:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+466:2416:x1847765489625472:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.951989:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.951990:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.951991:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.951992:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.951997:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.951997:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c9000/0x96d1ba5869cbeb46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ba expref: 466 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.952003:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.952010:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.952028:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.952036:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952046:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c9000/0x96d1ba5869cbeb46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ba expref: 466 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.952057:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.952058:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952072:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c9000/0x96d1ba5869cbeb46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54ba expref: 466 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.952077:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170988.952084:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+263:2416:x1847765489625216:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (641us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.952087:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.952093:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33181 00010000:00010000:0.0:1762170988.952093:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.952098:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952108:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952130:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.952132:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35a00/0x96d1ba5869cbfaab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f87 expref: 262 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.952150:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481640320:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.952157:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+465:2416:x1847765489625472:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.952166:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33182 00010000:00010000:1.0:1762170988.952172:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.952181:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.952188:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.952191:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481641856 00000100:00100000:0.0:1762170988.952197:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481641856 00010000:00010000:1.0:1762170988.952200:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.952211:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.952222:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41809 00000100:00100000:0.0:1762170988.952232:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+760:3643:x1847765481641856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.952234:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1762170988.952239:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+760:3640:x1847765481640064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3727us (3914us total) trans 4294975490 rc 0/0 00010000:00010000:3.0:1762170988.952242:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:2.0:1762170988.952247:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41802 00002000:00080000:0.0:1762170988.952248:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2072 count 1 00010000:00010000:3.0:1762170988.952250:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952264:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952267:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.952268:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170988.952276:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.952277:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952282:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35800/0x96d1ba5869cbfac7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fcd expref: 261 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.952304:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.952304:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.952305:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.952309:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.952312:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952314:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952329:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.952351:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+760:3642:x1847765481639936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4066us (4170us total) trans 4294975491 rc 0/0 00010000:00010000:0.0:1762170988.952352:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35800/0x96d1ba5869cbfac7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fcd expref: 261 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.952355:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3a14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.952355:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.952372:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41801 00010000:00010000:0.0:1762170988.952384:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35800/0x96d1ba5869cbfac7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fcd expref: 261 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.952390:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952397:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170988.952400:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481642112:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.952401:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06200/0x96d1ba5869cc3a22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952403:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.952421:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952424:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.952431:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.952432:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.952433:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.952434:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.952436:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.952442:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.952452:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.952454:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.952465:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952473:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.952473:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.952477:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb524ea00/2, rc 0, transno 4294975491 00000100:00100000:2.0:1762170988.952493:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb524ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481639936:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.952504:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3a1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.952510:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.952514:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.952518:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952524:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.952525:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.952529:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.952531:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952534:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.952544:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952550:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.952554:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170988.952557:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952564:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.952568:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481642240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.952602:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952602:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3a0d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.952622:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952634:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.952637:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1762170988.952640:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.952646:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+760:3640:x1847765481639168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4804us (4872us total) trans 4294975492 rc 0/0 00000100:00100000:2.0:1762170988.952647:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.952660:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.952664:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41799 00010000:00010000:0.0:1762170988.952667:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952677:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.952681:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.952685:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481642240 00000100:00100000:1.0:1762170988.952690:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481642240 00010000:00010000:0.0:1762170988.952693:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.952702:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3a29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.952730:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08caa00/2, rc 0, transno 4294975490 00000100:00100000:2.0:1762170988.952744:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481640064:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170988.952764:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e08700/2, rc 0, transno 4294975492 00000100:00100000:2.0:1762170988.952770:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481639168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.952791:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41810 00000100:00100000:1.0:1762170988.952800:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+760:3642:x1847765481642240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.952816:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2073 count 1 00010000:00010000:1.0:1762170988.952829:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.952842:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481642368:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.952844:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4c00/0x96d1ba5869cbface lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fdb expref: 261 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.952854:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.952856:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.952858:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.952875:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.952883:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4c00/0x96d1ba5869cbface lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fdb expref: 261 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.952896:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4c00/0x96d1ba5869cbface lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fdb expref: 261 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.952905:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1762170988.952910:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481642624:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.952915:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481642496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.952953:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.952964:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321900 going to sleep for 11 seconds 00000004:00080000:2.0:1762170988.952991:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b83480/2, rc 0, transno 4294977237 00000100:00100000:1.0:1762170988.952991:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481642368 00000100:00100000:3.0:1762170988.952992:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+548:3640:x1847765481639552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4377us (4574us total) trans 4294977237 rc 0/0 00000100:00100000:1.0:1762170988.952997:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481642368 00000100:00100000:3.0:1762170988.953006:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41803 00000100:00100000:2.0:1762170988.953007:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481639552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.953025:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481642496 00000100:00100000:1.0:1762170988.953029:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481642496 00000100:00100000:3.0:1762170988.953035:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41811 00000100:00100000:1.0:1762170988.953053:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41812 00000100:00100000:1.0:1762170988.953063:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+762:3640:x1847765481642496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.953067:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481642752:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.953078:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1762170988.953079:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2075 count 1 00010000:00010000:0.0:1762170988.953083:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.953087:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.953093:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.953103:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+762:3640:x1847765481642368:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.953103:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.953115:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34200/0x96d1ba5869cbfae3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ff7 expref: 261 pid: 22703 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1762170988.953121:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2074 count 1 00010000:00010000:1.0:1762170988.953123:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.953127:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.953131:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.953137:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.953143:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481642752 00000100:00100000:2.0:1762170988.953148:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481642752 00010000:00010000:1.0:1762170988.953154:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34200/0x96d1ba5869cbfae3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ff7 expref: 261 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.953170:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34200/0x96d1ba5869cbfae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ff7 expref: 261 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.953176:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41813 00000100:00100000:2.0:1762170988.953188:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+548:3642:x1847765481642752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.953189:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481642880:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.953192:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31c00/0x96d1ba5869cbfadc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe9 expref: 261 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.953204:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1762170988.953206:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1862 count 1 00010000:00010000:3.0:1762170988.953207:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.953213:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.953224:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.953227:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.953239:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31c00/0x96d1ba5869cbfadc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe9 expref: 261 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.953242:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8600/0x96d1ba5869cbeb85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f2 expref: 464 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.953259:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.953261:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31c00/0x96d1ba5869cbfadc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe9 expref: 261 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.953262:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.953267:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.953273:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481643008:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.953308:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54f00 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.953310:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c8600/0x96d1ba5869cbeb85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f2 expref: 464 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.953323:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c8600/0x96d1ba5869cbeb85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f2 expref: 464 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.953339:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481643136:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.953369:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.953405:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.953414:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.953424:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.953432:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.953462:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481640960:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.953481:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.953502:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.953510:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.953514:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.953522:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.953526:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.953535:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.953549:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.953557:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07200/0x96d1ba5869cc39ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.953575:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.953579:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.953595:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.953619:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.953622:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8754700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481641088:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.953640:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.953665:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.953728:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.953794:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481641728:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.953804:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.953814:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.953816:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.953837:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.953846:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.953852:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489625728 00000100:00100000:1.0:1762170988.953857:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489625728 00000100:00100000:2.0:1762170988.953859:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8755500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481641984:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.953863:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.953879:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.953883:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30800/0x96d1ba5869cbfab9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fa3 expref: 262 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.953891:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.953916:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489625600 00000100:00100000:1.0:1762170988.953919:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489625600 00000100:00100000:3.0:1762170988.953928:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.953935:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c8a00/0x96d1ba5869cbeb62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54d6 expref: 465 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.953941:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6661450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+549:3643:x1847765481638144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12160us (12262us total) trans 4294977238 rc 0/0 00000100:00100000:2.0:1762170988.953951:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41794 00000004:00080000:0.0:1762170988.953952:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cd500/2, rc 0, transno 4294977238 00010000:00010000:3.0:1762170988.953955:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.953959:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489625856 00010000:00010000:3.0:1762170988.953963:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.953963:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489625856 00010000:00010000:3.0:1762170988.953972:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.953972:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481638144:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.953978:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.953980:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cbfad5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb1 expref: 263 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.953999:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.954006:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489625984 00000100:00100000:1.0:1762170988.954010:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489625984 00010000:00010000:3.0:1762170988.954016:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954023:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cbfac0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fbf expref: 264 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.954026:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc39a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.954031:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481643264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.954044:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489626112 00000100:00100000:1.0:1762170988.954048:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489626112 00010000:00010000:3.0:1762170988.954061:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.954065:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.954065:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cde00/0x96d1ba5869cbeb69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54e4 expref: 466 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.954069:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.954083:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.954088:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33183 00000100:00100000:1.0:1762170988.954097:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+264:2416:x1847765489625728:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.954099:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481641600:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.954107:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481643264 00010000:00010000:1.0:1762170988.954111:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.954113:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481643264 00010000:00010000:1.0:1762170988.954119:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30800/0x96d1ba5869cbfab9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fa3 expref: 264 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.954121:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.954134:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33184 00010000:00010000:1.0:1762170988.954141:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30800/0x96d1ba5869cbfab9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fa3 expref: 264 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.954151:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+466:2416:x1847765489625600:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.954152:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41814 00010000:00010000:1.0:1762170988.954163:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30800/0x96d1ba5869cbfab9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fa3 expref: 264 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.954164:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+549:3643:x1847765481643264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.954165:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.954176:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c8a00/0x96d1ba5869cbeb62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x744:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54d6 expref: 466 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.954183:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.954184:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+549:3642:x1847765481639808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5937us (6071us total) trans 4294977236 rc 0/0 00002000:00080000:2.0:1762170988.954186:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1863 count 1 00010000:00010000:1.0:1762170988.954187:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.954193:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954197:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c8a00/0x96d1ba5869cbeb62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x744:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54d6 expref: 466 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.954203:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41800 00010000:00010000:2.0:1762170988.954203:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954214:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954232:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8a00/0x96d1ba5869cbeb62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x744:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54d6 expref: 466 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.954233:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c358400/0x96d1ba5869cc0a6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f2b expref: 466 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.954257:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170988.954258:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.954260:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.954262:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.954265:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954267:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.954273:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954284:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.954288:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+263:2416:x1847765489625728:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (668us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.954295:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c358400/0x96d1ba5869cc0a6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f2b expref: 465 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.954306:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33183 00010000:00010000:0.0:1762170988.954311:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.954314:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c358400/0x96d1ba5869cc0a6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f2b expref: 465 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170988.954326:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33185 00000100:00100000:2.0:1762170988.954329:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481643392:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.954337:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+465:2416:x1847765489625600:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 190us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.954339:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+262:2414:x1847765489625856:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.954353:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33184 00010000:00010000:1.0:1762170988.954355:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.954362:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cbfad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb1 expref: 262 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.954374:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cbfad5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb1 expref: 262 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.954379:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.954380:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33186 00000100:00100000:0.0:1762170988.954393:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+262:2416:x1847765489625984:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.954398:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954399:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cbfad5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb1 expref: 262 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.954403:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.954413:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cbfac0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fbf expref: 262 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.954420:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954425:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.954430:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.954435:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954441:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cbfac0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fbf expref: 261 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.954458:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.954462:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954472:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cbfac0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fbf expref: 261 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.954483:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954490:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.954493:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.954496:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.954497:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.954501:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.954503:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.954521:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+260:2414:x1847765489625856:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 183us (790us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.954528:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954532:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.954539:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33185 00010000:00010000:3.0:1762170988.954558:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.954565:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954566:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.954600:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170988.954603:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33187 00000100:00100000:0.0:1762170988.954605:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+259:2416:x1847765489625984:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 212us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.954613:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33186 00000100:00100000:1.0:1762170988.954618:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+464:2416:x1847765489626112:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.954628:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170988.954629:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.954632:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954637:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104cde00/0x96d1ba5869cbeb69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54e4 expref: 464 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.954639:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.954645:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.954654:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+549:3640:x1847765481640704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4854us (5147us total) trans 4294977239 rc 0/0 00010000:00010000:0.0:1762170988.954657:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954659:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104cde00/0x96d1ba5869cbeb69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54e4 expref: 464 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.954672:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41804 00010000:00010000:0.0:1762170988.954683:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954694:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104cde00/0x96d1ba5869cbeb69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54e4 expref: 464 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.954694:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff06600/0x96d1ba5869cc3a30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.954701:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.954740:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.954745:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954745:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.954745:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.954750:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.954751:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954755:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.954756:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+764:3643:x1847765481641216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3801us (4005us total) trans 4294975494 rc 0/0 00010000:00010000:2.0:1762170988.954764:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.954771:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954773:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.954775:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41806 00000004:00080000:0.0:1762170988.954781:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cd880/2, rc 0, transno 4294975494 00010000:00010000:2.0:1762170988.954793:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.954798:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481641216:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.954806:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.954815:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.954825:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3a3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.954830:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+463:2416:x1847765489626112:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 214us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.954847:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33187 00010000:00010000:2.0:1762170988.954865:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.954869:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.954873:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.954901:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954909:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.954918:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.954922:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b70a300/2, rc 0, transno 4294977236 00010000:00010000:1.0:1762170988.954926:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.954929:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e796d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+763:3640:x1847765481635328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16117us (16696us total) trans 4294975493 rc 0/0 00000100:00100000:2.0:1762170988.954935:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481639808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.954947:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41784 00010000:00010000:1.0:1762170988.954952:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.954981:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481642112:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.954985:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.954991:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.954996:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.955004:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.955010:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.955019:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.955032:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.955041:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3a45 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.955062:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.955065:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.955068:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.955080:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.955088:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+763:3640:x1847765481641344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3831us (4196us total) trans 4294975495 rc 0/0 00010000:00010000:2.0:1762170988.955094:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.955100:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41807 00010000:00010000:2.0:1762170988.955109:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.955117:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.955132:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.955140:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481642880:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.955161:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.955191:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481642624:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.955206:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.955288:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+763:3642:x1847765481640832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4901us (5647us total) trans 4294975496 rc 0/0 00000100:00100000:2.0:1762170988.955296:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41805 00000100:00100000:3.0:1762170988.955307:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.955333:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489626368 00000004:00080000:2.0:1762170988.955338:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8757b80/2, rc 0, transno 4294975496 00000100:00100000:1.0:1762170988.955339:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489626368 00000100:00100000:2.0:1762170988.955351:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481640832:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.955362:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35800/0x96d1ba5869cbfac7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fcd expref: 259 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.955391:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33188 00000100:00100000:1.0:1762170988.955401:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+259:2416:x1847765489626368:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.955405:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170988.955409:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.955415:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35800/0x96d1ba5869cbfac7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fcd expref: 259 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.955417:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481643776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.955428:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.955431:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481643136:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.955437:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35800/0x96d1ba5869cbfac7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fcd expref: 259 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.955449:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.955450:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.955455:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35800/0x96d1ba5869cbfac7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fcd expref: 259 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.955465:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.955473:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.955476:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.955477:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.955482:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.955485:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.955501:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.955505:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.955522:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.955527:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.955533:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.955536:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.955557:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.955561:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.955566:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.955569:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+258:2416:x1847765489626368:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (262us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.955577:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff07a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.955593:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.955596:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33188 00010000:00010000:3.0:1762170988.955601:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.955606:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.955615:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489626624 00010000:00010000:3.0:1762170988.955618:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889eaff06a00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.955622:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489626624 00010000:00010000:3.0:1762170988.955624:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.955628:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.955640:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.955643:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31c00/0x96d1ba5869cbfadc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe9 expref: 258 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.955660:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eaff07a00/0x96d1ba5869cc3a4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.955671:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.955671:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+549:3640:x1847765481641472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4133us (4231us total) trans 4294977240 rc 0/0 00000100:00100000:1.0:1762170988.955677:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489626496 00000100:00100000:1.0:1762170988.955683:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489626496 00010000:00010000:0.0:1762170988.955685:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.955688:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41808 00010000:00010000:0.0:1762170988.955690:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.955691:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889eaff06a00/0x96d1ba5869cc3a37 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.955695:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.955700:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34200/0x96d1ba5869cbfae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ff7 expref: 259 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.955740:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.955743:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.955747:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.955777:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481643008:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.955798:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.955839:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481643776 00000100:00100000:1.0:1762170988.955839:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489626240 00000100:00100000:1.0:1762170988.955846:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489626240 00000100:00100000:2.0:1762170988.955847:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481643776 00010000:00010000:1.0:1762170988.955863:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4c00/0x96d1ba5869cbface lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fdb expref: 260 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.955870:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.955887:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41815 00000100:00100000:1.0:1762170988.955890:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489626752 00000100:00100000:1.0:1762170988.955894:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489626752 00000100:00100000:2.0:1762170988.955899:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+763:3643:x1847765481643776:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.955912:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c8600/0x96d1ba5869cbeb85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f2 expref: 463 pid: 24347 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.955918:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2077 count 1 00010000:00010000:2.0:1762170988.955934:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.955935:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33189 00000100:00100000:1.0:1762170988.955948:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+260:2416:x1847765489626624:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.955952:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cbfaf1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6013 expref: 260 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.955959:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.955960:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.955964:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.955968:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31c00/0x96d1ba5869cbfadc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe9 expref: 260 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.955969:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.955997:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31c00/0x96d1ba5869cbfadc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe9 expref: 260 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.956010:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cbfaf1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6013 expref: 260 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.956010:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.956019:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31c00/0x96d1ba5869cbfadc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe9 expref: 260 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.956036:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956040:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cbfaf1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6013 expref: 259 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.956041:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.956046:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.956051:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.956055:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.956066:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481643904:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.956075:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.956078:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.956107:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.956122:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.956131:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.956132:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.956137:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+259:2416:x1847765489626624:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (711us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.956151:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.956153:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33189 00010000:00010000:3.0:1762170988.956164:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.956177:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33190 00000100:00100000:2.0:1762170988.956179:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481643648:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.956180:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.956189:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+258:2415:x1847765489626496:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.956197:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.956203:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34200/0x96d1ba5869cbfae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ff7 expref: 258 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.956214:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34200/0x96d1ba5869cbfae3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ff7 expref: 258 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.956223:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.956237:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34200/0x96d1ba5869cbfae3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ff7 expref: 258 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.956251:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.956253:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.956256:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170988.956256:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.956267:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481643520:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.956267:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.956295:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.956304:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.956313:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.956323:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.956331:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956337:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.956339:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956344:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956354:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.956356:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.956359:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956368:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956381:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956388:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3a68 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956411:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.956415:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956422:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.956426:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956434:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.956448:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+765:3640:x1847765481642368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3403us (3572us total) trans 4294975497 rc 0/0 00010000:00010000:2.0:1762170988.956449:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.956467:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3a61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.956472:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41811 00000100:00100000:1.0:1762170988.956489:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+764:3640:x1847765481642496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3426us (3536us total) trans 4294975498 rc 0/0 00010000:00010000:2.0:1762170988.956497:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.956498:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481643648 00000100:00100000:1.0:1762170988.956500:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41812 00010000:00010000:2.0:1762170988.956502:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.956504:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481643648 00010000:00010000:2.0:1762170988.956507:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.956514:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.956524:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481643520 00000100:00100000:1.0:1762170988.956528:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481643520 00000100:00100000:3.0:1762170988.956603:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41816 00000100:00100000:3.0:1762170988.956615:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+549:3641:x1847765481643648:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.956627:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41817 00002000:00080000:3.0:1762170988.956629:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1864 count 1 00000100:00100000:1.0:1762170988.956641:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+764:3641:x1847765481643520:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.956644:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.956655:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2076 count 1 00010000:00010000:3.0:1762170988.956657:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c9a00/0x96d1ba5869cbeba1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc550e expref: 463 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.956667:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.956671:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.956672:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.956672:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.956678:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.956691:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5200/0x96d1ba5869cbfaea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6005 expref: 257 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.956698:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.956700:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.956704:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.956735:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8757480/2, rc 0, transno 4294975498 00000100:00100000:2.0:1762170988.956748:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481642496:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.956755:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5200/0x96d1ba5869cbfaea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6005 expref: 257 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.956767:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5200/0x96d1ba5869cbfaea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6005 expref: 257 pid: 24347 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.956768:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8756680/2, rc 0, transno 4294975497 00000100:00100000:2.0:1762170988.956778:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481642368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.956787:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481644160:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170988.956797:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8754e00/2, rc 0, transno 4294977240 00000100:00100000:2.0:1762170988.956808:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481641472:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170988.956823:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8757800/2, rc 0, transno 4294975495 00000100:00100000:2.0:1762170988.956828:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481641344:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170988.956842:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e795f80/2, rc 0, transno 4294977239 00000100:00100000:2.0:1762170988.956846:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481640704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.956850:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.956856:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c9a00/0x96d1ba5869cbeba1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc550e expref: 463 pid: 24347 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170988.956859:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb6d80/2, rc 0, transno 4294975493 00000100:00100000:2.0:1762170988.956866:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481635328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.956875:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489626880 00010000:00010000:3.0:1762170988.956880:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c9a00/0x96d1ba5869cbeba1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc550e expref: 463 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.956880:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489626880 00000100:00100000:3.0:1762170988.956894:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481644032:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.956900:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c358400/0x96d1ba5869cc0a6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f2b expref: 464 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170988.956921:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33191 00010000:00010000:0.0:1762170988.956926:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.956927:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54f00 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.956933:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+257:2415:x1847765489626240:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.956941:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.956947:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4c00/0x96d1ba5869cbface lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fdb expref: 257 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.956949:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481644288:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.956967:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4c00/0x96d1ba5869cbface lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fdb expref: 257 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.956984:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4c00/0x96d1ba5869cbface lrc: 0/0,0 mode: --/PR res: [0x280000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fdb expref: 257 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.956993:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.957002:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.957005:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.957009:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.957018:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.957030:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481644800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.957033:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481644288 00000100:00100000:3.0:1762170988.957039:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481644288 00000100:00100000:2.0:1762170988.957040:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481644672:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.957041:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.957060:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.957074:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481644800 00000100:00100000:1.0:1762170988.957076:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+256:2415:x1847765489626240:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 145us (1574us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.957079:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481644800 00000100:00100000:2.0:1762170988.957085:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41818 00000100:00100000:1.0:1762170988.957089:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33191 00000100:00100000:2.0:1762170988.957100:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+765:3643:x1847765481644288:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.957107:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.957113:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33192 00010000:00010000:0.0:1762170988.957114:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.957115:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41819 00002000:00080000:2.0:1762170988.957115:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2078 count 1 00000100:00100000:1.0:1762170988.957128:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+464:2415:x1847765489626752:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.957131:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+550:3643:x1847765481644800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.957132:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.957146:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.957152:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.957153:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1865 count 1 00010000:00010000:2.0:1762170988.957153:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30000/0x96d1ba5869cbfaf8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6021 expref: 255 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.957154:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.957166:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c8600/0x96d1ba5869cbeb85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f2 expref: 464 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.957170:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957175:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.957177:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957179:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.957183:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.957194:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c8600/0x96d1ba5869cbeb85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f2 expref: 464 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.957207:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957216:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30000/0x96d1ba5869cbfaf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6021 expref: 255 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.957218:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8600/0x96d1ba5869cbeb85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc54f2 expref: 464 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.957220:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3a53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957249:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30000/0x96d1ba5869cbfaf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6021 expref: 255 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.957251:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.957254:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.957255:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.957258:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.957261:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481645056:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.957261:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.957261:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.957283:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.957288:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.957289:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104cd400/0x96d1ba5869cbeb9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc551c expref: 463 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.957300:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.957302:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.957307:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.957308:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.957310:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.957334:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.957341:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+463:2415:x1847765489626752:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 216us (1474us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.957343:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957356:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.957358:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33192 00010000:00010000:2.0:1762170988.957365:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957376:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.957382:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33193 00010000:00010000:3.0:1762170988.957393:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104cd400/0x96d1ba5869cbeb9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc551c expref: 462 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.957394:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+766:3643:x1847765481641856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5163us (5789us total) trans 4294975499 rc 0/0 00000100:00100000:1.0:1762170988.957395:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+462:2417:x1847765489626880:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170988.957410:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41809 00010000:00010000:1.0:1762170988.957412:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.957416:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104cd400/0x96d1ba5869cbeb9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc551c expref: 462 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.957420:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c358400/0x96d1ba5869cc0a6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f2b expref: 462 pid: 33719 timeout: 4705 lvb_type: 0 00000004:00080000:0.0:1762170988.957439:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cea00/2, rc 0, transno 4294975499 00000100:00100000:3.0:1762170988.957440:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481645184:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.957448:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c358400/0x96d1ba5869cc0a6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f2b expref: 462 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.957452:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481641856:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.957469:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.957471:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.957475:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.957479:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.957484:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.957497:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+551:3642:x1847765481642752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4310us (4396us total) trans 4294977241 rc 0/0 00000100:00100000:0.0:1762170988.957497:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481644672 00010000:00010000:3.0:1762170988.957498:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.957499:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.957505:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481644672 00010000:00010000:3.0:1762170988.957507:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.957511:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41813 00000100:00100000:1.0:1762170988.957525:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+462:2417:x1847765489626880:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 132us (856us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.957530:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.957533:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41820 00010000:00010000:3.0:1762170988.957538:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.957538:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33193 00000100:00100000:0.0:1762170988.957546:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+766:3642:x1847765481644672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.957554:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.957562:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2081 count 1 00000004:00080000:2.0:1762170988.957563:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8756a00/2, rc 0, transno 4294977241 00010000:00010000:3.0:1762170988.957570:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.957576:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481642752:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.957576:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.957596:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3a6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.957606:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+255:2415:x1847765489626496:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1418us (2142us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.957607:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4000/0x96d1ba5869cbfb06 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc604b expref: 255 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.957624:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33190 00010000:00010000:0.0:1762170988.957624:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.957628:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.957634:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.957650:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481645440:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.957677:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4000/0x96d1ba5869cbfb06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc604b expref: 254 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.957680:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.957687:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.957697:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.957699:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.957701:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4000/0x96d1ba5869cbfb06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc604b expref: 254 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.957702:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.957733:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481645440 00000100:00100000:2.0:1762170988.957738:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481645440 00010000:00010000:3.0:1762170988.957739:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.957744:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.957750:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97931c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481645568:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.957765:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41821 00010000:00010000:1.0:1762170988.957765:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.957775:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+551:3642:x1847765481645440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.957785:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1867 count 1 00010000:00010000:1.0:1762170988.957787:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.957796:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.957796:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.957807:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c9800/0x96d1ba5869cbebaf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5538 expref: 461 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.957812:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.957814:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.957816:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957833:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c9800/0x96d1ba5869cbebaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5538 expref: 461 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.957841:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c9800/0x96d1ba5869cbebaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5538 expref: 461 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.957852:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.957852:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481645696:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.957882:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.957894:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.957899:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957910:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.957914:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957922:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957934:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957942:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3a5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.957965:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.957969:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.957970:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+767:3642:x1847765481642240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5170us (5327us total) trans 4294975500 rc 0/0 00010000:00010000:2.0:1762170988.957974:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.957980:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41810 00000004:00080000:2.0:1762170988.958003:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8755c00/2, rc 0, transno 4294975500 00000100:00100000:2.0:1762170988.958017:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481642240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.958026:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481644160:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.958047:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.958073:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489627008 00000100:00100000:1.0:1762170988.958077:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489627008 00000100:00100000:0.0:1762170988.958077:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481645824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.958094:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481644544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.958097:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.958103:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cbfaf1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6013 expref: 255 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.958109:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.958134:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489627264 00000100:00100000:1.0:1762170988.958138:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489627264 00000100:00100000:2.0:1762170988.958140:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.958153:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c9a00/0x96d1ba5869cbeba1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc550e expref: 462 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.958154:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33194 00000100:00100000:2.0:1762170988.958166:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481645312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.958167:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+255:2414:x1847765489627008:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.958182:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33195 00010000:00010000:0.0:1762170988.958182:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.958186:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.958192:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cbfaf1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6013 expref: 255 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.958199:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+462:2417:x1847765489627264:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.958202:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.958214:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.958221:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c9a00/0x96d1ba5869cbeba1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc550e expref: 462 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.958225:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cbfaf1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6013 expref: 255 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.958231:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00010000:00010000:1.0:1762170988.958239:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c9a00/0x96d1ba5869cbeba1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc550e expref: 462 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.958242:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481644416:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.958248:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.958252:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.958257:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.958261:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.958265:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.958270:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.958271:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.958283:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.958293:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.958300:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.958305:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481644928:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.958309:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.958333:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+255:2414:x1847765489627008:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.958339:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+462:2417:x1847765489627264:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 143us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.958344:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.958346:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c9a00/0x96d1ba5869cbeba1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc550e expref: 462 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.958347:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33194 00000100:00100000:1.0:1762170988.958360:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33195 00000100:00100000:0.0:1762170988.958368:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489627136 00000100:00100000:3.0:1762170988.958370:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481644032:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.958372:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489627136 00010000:00010000:0.0:1762170988.958389:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5200/0x96d1ba5869cbfaea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6005 expref: 255 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.958391:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481645824 00010000:00010000:3.0:1762170988.958392:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.958397:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481645824 00010000:00010000:3.0:1762170988.958412:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.958418:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33196 00000100:00100000:1.0:1762170988.958422:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481644544 00010000:00010000:3.0:1762170988.958425:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.958427:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481644544 00000100:00100000:2.0:1762170988.958429:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481645312 00000100:00100000:0.0:1762170988.958431:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+255:2417:x1847765489627136:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.958436:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481645312 00010000:00010000:0.0:1762170988.958444:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.958445:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.958446:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481644416 00000100:00100000:1.0:1762170988.958451:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481644416 00010000:00010000:0.0:1762170988.958452:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5200/0x96d1ba5869cbfaea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6005 expref: 255 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.958464:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481644928 00010000:00010000:3.0:1762170988.958467:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.958469:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481644928 00000100:00100000:1.0:1762170988.958477:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41822 00000100:00100000:2.0:1762170988.958490:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41823 00000100:00100000:1.0:1762170988.958493:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+770:3643:x1847765481645824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.958494:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5200/0x96d1ba5869cbfaea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6005 expref: 255 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.958496:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.958504:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4687850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+770:3641:x1847765481644544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.958512:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2083 count 1 00010000:00010000:0.0:1762170988.958523:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5200/0x96d1ba5869cbfaea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6005 expref: 255 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.958527:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.958536:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1762170988.958538:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2080 count 1 00010000:00010000:0.0:1762170988.958539:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.958544:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.958545:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c359e00/0x96d1ba5869cbfb14 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6067 expref: 254 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.958554:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.958556:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.958569:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.958574:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.958580:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 4/0,1 mode: --/PW res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.958595:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34e00/0x96d1ba5869cbfb1b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc603d expref: 254 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.958600:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.958608:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41824 00010000:00010000:2.0:1762170988.958615:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.958618:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.958621:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.958626:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+770:3641:x1847765481645312:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.958627:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+254:2417:x1847765489627136:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 196us (443us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.958629:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c359e00/0x96d1ba5869cbfb14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6067 expref: 254 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.958647:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33196 00010000:00010000:1.0:1762170988.958651:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c359e00/0x96d1ba5869cbfb14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6067 expref: 254 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.958663:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481645952:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.958676:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34e00/0x96d1ba5869cbfb1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc603d expref: 253 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.958688:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34e00/0x96d1ba5869cbfb1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc603d expref: 253 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.958690:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.958703:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481646080:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.958782:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.958800:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.958803:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41825 00010000:00010000:2.0:1762170988.958807:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.958817:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+770:3641:x1847765481644416:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.958818:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.958824:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.958826:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2082 count 1 00002000:00080000:1.0:1762170988.958834:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2079 count 1 00010000:00010000:2.0:1762170988.958837:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.958843:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.958849:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.958853:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.958861:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c358200/0x96d1ba5869cbfb0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6059 expref: 253 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.958873:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35e00/0x96d1ba5869cbfaff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc602f expref: 253 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.958875:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3a84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.958881:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.958885:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.958891:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.958897:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.958901:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.958905:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.958910:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.958915:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.958918:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.958930:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c358200/0x96d1ba5869cbfb0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6059 expref: 253 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.958942:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35e00/0x96d1ba5869cbfaff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc602f expref: 253 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.958945:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c358200/0x96d1ba5869cbfb0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6059 expref: 253 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.958964:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35e00/0x96d1ba5869cbfaff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc602f expref: 253 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.958968:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481646208:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.958983:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481646336:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.959009:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cbfaf1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6013 expref: 253 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.959013:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa543c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.959021:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f600 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.959022:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481643904:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.959042:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.959048:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.959049:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.959067:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.959070:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.959075:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.959086:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.959088:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.959104:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+553:3641:x1847765481643648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2490us (2883us total) trans 4294977242 rc 0/0 00010000:00010000:1.0:1762170988.959106:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.959119:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41816 00010000:00010000:1.0:1762170988.959135:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.959140:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170988.959142:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41826 00010000:00010000:0.0:1762170988.959142:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.959149:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.959155:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+552:3641:x1847765481644928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.959160:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.959163:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.959171:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1866 count 1 00010000:00010000:0.0:1762170988.959173:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.959183:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.959186:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.959188:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3a8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.959211:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ccc00/0x96d1ba5869cbeba8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc552a expref: 460 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.959217:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.959223:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.959230:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.959233:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.959241:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.959254:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.959261:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3a7d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.959268:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.959271:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+772:3641:x1847765481643520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2633us (2967us total) trans 4294975501 rc 0/0 00010000:00010000:3.0:1762170988.959273:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.959279:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.959287:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41817 00010000:00010000:0.0:1762170988.959294:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.959297:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.959300:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.959309:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+771:3643:x1847765481643776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3412us (3858us total) trans 4294975502 rc 0/0 00010000:00010000:3.0:1762170988.959313:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ccc00/0x96d1ba5869cbeba8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc552a expref: 460 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.959320:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41815 00000004:00080000:0.0:1762170988.959322:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f67800/2, rc 0, transno 4294975502 00010000:00010000:3.0:1762170988.959333:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ccc00/0x96d1ba5869cbeba8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc552a expref: 460 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.959335:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481643776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.959351:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481646464:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170988.959368:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e0000/2, rc 0, transno 4294975501 00000100:00100000:2.0:1762170988.959376:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481643520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.959379:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00000004:00080000:2.0:1762170988.959389:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f64700/2, rc 0, transno 4294977242 00010000:00010000:3.0:1762170988.959395:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.959399:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481643648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.959412:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481646720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.959444:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.959471:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.959479:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481646592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.959505:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.959569:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.959579:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481646848:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.959612:0:176030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c358400/0x96d1ba5869cc0a6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f2b expref: 460 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.959623:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.959638:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481643392:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.959657:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.959658:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481646720 00000100:00100000:0.0:1762170988.959664:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481646720 00010000:00010000:2.0:1762170988.959672:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.959680:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.959687:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.959694:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.959698:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481646592 00000100:00100000:0.0:1762170988.959702:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481646592 00000100:00100000:0.0:1762170988.959750:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481646848 00000100:00100000:0.0:1762170988.959754:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481646848 00000100:00100000:0.0:1762170988.959773:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41827 00000100:00100000:1.0:1762170988.959783:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41828 00000100:00100000:0.0:1762170988.959784:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+772:3641:x1847765481646720:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.959799:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+772:3641:x1847765481646592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.959802:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2085 count 1 00010000:00010000:2.0:1762170988.959806:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.959815:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.959816:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2084 count 1 00010000:00010000:1.0:1762170988.959833:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.959833:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31200/0x96d1ba5869cbfb29 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6083 expref: 252 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.959856:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.959859:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.959862:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5a00/0x96d1ba5869cbfb22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6075 expref: 252 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.959863:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.959881:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.959885:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.959890:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.959904:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31200/0x96d1ba5869cbfb29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6083 expref: 252 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.959913:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31200/0x96d1ba5869cbfb29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6083 expref: 252 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.959917:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5a00/0x96d1ba5869cbfb22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6075 expref: 252 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.959926:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481646976:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.959931:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5a00/0x96d1ba5869cbfb22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6075 expref: 252 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.959944:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481647104:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.959966:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.959976:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f840 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.959986:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41829 00000100:00100000:0.0:1762170988.959994:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+554:3643:x1847765481646848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.960005:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1868 count 1 00010000:00010000:0.0:1762170988.960015:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.960024:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104cb600/0x96d1ba5869cbebb6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5546 expref: 459 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.960028:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.960030:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.960032:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.960046:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104cb600/0x96d1ba5869cbebb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5546 expref: 459 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.960055:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104cb600/0x96d1ba5869cbebb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5546 expref: 459 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.960066:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481647232:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.960097:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.962261:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.962322:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.962351:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489627520 00000100:00100000:1.0:1762170988.962359:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489627520 00010000:00010000:1.0:1762170988.962392:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30000/0x96d1ba5869cbfaf8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6021 expref: 253 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.962399:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97931c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481645568:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.962428:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.962451:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481645952:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.962457:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481646080:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.962477:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.962478:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.962519:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.962525:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.962526:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481646336:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.962542:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.962546:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.962550:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.962552:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.962578:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.962598:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3a76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.962600:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489627392 00000100:00100000:1.0:1762170988.962606:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489627392 00000100:00100000:0.0:1762170988.962611:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481646976:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.962619:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.962623:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.962627:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.962628:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c9800/0x96d1ba5869cbebaf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5538 expref: 460 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.962631:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.962655:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481645056:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.962664:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.962671:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33197 00010000:00010000:2.0:1762170988.962676:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.962684:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+253:2417:x1847765489627520:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.962698:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.962702:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.962728:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30000/0x96d1ba5869cbfaf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6021 expref: 253 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.962742:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30000/0x96d1ba5869cbfaf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6021 expref: 253 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.962752:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481645696:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.962762:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30000/0x96d1ba5869cbfaf8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6021 expref: 253 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.962772:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.962777:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.962781:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.962787:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.962796:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.962803:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.962826:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.962839:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.962845:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.962854:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.962864:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.962869:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.962876:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.962897:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.962899:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.962904:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.962910:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.962916:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.962921:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.962922:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.962933:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.962946:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.962957:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.962958:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3a92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.962983:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.962986:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.962987:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.962992:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.963052:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.963090:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481645184:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.963112:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.963121:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+773:3643:x1847765481644288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6023us (6129us total) trans 4294975503 rc 0/0 00000100:00100000:1.0:1762170988.963132:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41818 00000004:00080000:0.0:1762170988.963136:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f67100/2, rc 0, transno 4294975503 00000100:00100000:3.0:1762170988.963151:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481646464:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.963153:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481644288:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.963171:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.963189:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+252:2417:x1847765489627520:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 509us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.963197:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33197 00000100:00100000:1.0:1762170988.963214:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489627776 00000100:00100000:1.0:1762170988.963217:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489627776 00000100:00100000:0.0:1762170988.963231:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481647360:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.963236:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4000/0x96d1ba5869cbfb06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc604b expref: 252 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.963255:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489628032 00000100:00100000:1.0:1762170988.963258:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489628032 00010000:00010000:1.0:1762170988.963274:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34e00/0x96d1ba5869cbfb1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc603d expref: 253 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.963275:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.963276:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481646208:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.963301:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.963306:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481647360 00000100:00100000:1.0:1762170988.963310:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481647360 00000100:00100000:0.0:1762170988.963334:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489628288 00000100:00100000:0.0:1762170988.963339:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489628288 00000100:00100000:1.0:1762170988.963348:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41830 00010000:00010000:0.0:1762170988.963357:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35e00/0x96d1ba5869cbfaff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc602f expref: 254 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.963360:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+773:3643:x1847765481647360:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.963373:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489628416 00000100:00100000:3.0:1762170988.963379:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489628416 00002000:00080000:1.0:1762170988.963385:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2086 count 1 00000100:00100000:0.0:1762170988.963385:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489627648 00000100:00100000:0.0:1762170988.963392:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489627648 00010000:00010000:3.0:1762170988.963404:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ccc00/0x96d1ba5869cbeba8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc552a expref: 462 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.963404:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.963412:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cd400/0x96d1ba5869cbeb9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc551c expref: 462 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.963433:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c358e00/0x96d1ba5869cbfb30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6091 expref: 254 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.963435:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489627904 00000100:00100000:3.0:1762170988.963441:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489627904 00000100:00100000:0.0:1762170988.963446:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489628672 00010000:00010000:1.0:1762170988.963447:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.963451:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.963452:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489628672 00010000:00010000:1.0:1762170988.963454:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.963461:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c359e00/0x96d1ba5869cbfb14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6067 expref: 256 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.963472:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5a00/0x96d1ba5869cbfb22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6075 expref: 256 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.963483:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489628160 00010000:00010000:1.0:1762170988.963484:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c358e00/0x96d1ba5869cbfb30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6091 expref: 256 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.963488:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489628160 00000100:00100000:0.0:1762170988.963489:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489628544 00000100:00100000:0.0:1762170988.963496:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489628544 00010000:00010000:1.0:1762170988.963501:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c358e00/0x96d1ba5869cbfb30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6091 expref: 258 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.963511:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c358200/0x96d1ba5869cbfb0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6059 expref: 258 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.963517:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31200/0x96d1ba5869cbfb29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6083 expref: 258 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.963531:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481647488:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.963545:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489628800 00000100:00100000:3.0:1762170988.963550:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489628800 00000100:00100000:0.0:1762170988.963554:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33198 00000100:00100000:0.0:1762170988.963564:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+463:2417:x1847765489627392:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.963569:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cb600/0x96d1ba5869cbebb6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5546 expref: 463 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.963575:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.963594:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c9800/0x96d1ba5869cbebaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5538 expref: 463 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.963606:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c9800/0x96d1ba5869cbebaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5538 expref: 463 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.963611:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.963612:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33199 00000100:00100000:3.0:1762170988.963626:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+258:2417:x1847765489627776:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.963630:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c9800/0x96d1ba5869cbebaf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5538 expref: 463 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.963638:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33200 00010000:00010000:3.0:1762170988.963639:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.963650:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4000/0x96d1ba5869cbfb06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc604b expref: 258 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.963650:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.963655:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.963656:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+258:2417:x1847765489628032:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.963660:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.963672:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.963680:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.963681:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34e00/0x96d1ba5869cbfb1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc603d expref: 258 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.963704:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34e00/0x96d1ba5869cbfb1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc603d expref: 258 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.963743:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34e00/0x96d1ba5869cbfb1b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc603d expref: 258 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.963757:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.963759:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.963763:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.963770:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.963785:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.963790:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.963793:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.963795:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.963804:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.963806:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4000/0x96d1ba5869cbfb06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc604b expref: 257 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.963819:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.963827:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+257:2417:x1847765489628032:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.963829:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+462:2417:x1847765489627392:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 263us (1503us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.963835:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4000/0x96d1ba5869cbfb06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc604b expref: 257 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.963852:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.963852:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33198 00000100:00100000:1.0:1762170988.963861:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33200 00010000:00010000:3.0:1762170988.963863:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.963867:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.963870:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.963875:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.963882:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33201 00010000:00010000:3.0:1762170988.963884:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.963884:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.963893:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+255:2417:x1847765489628288:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.963905:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.963909:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.963910:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.963918:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35e00/0x96d1ba5869cbfaff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc602f expref: 255 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.963922:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.963936:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35e00/0x96d1ba5869cbfaff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc602f expref: 255 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.963943:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.963951:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3aa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.963954:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35e00/0x96d1ba5869cbfaff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc602f expref: 255 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.963974:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.963976:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.963979:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.963980:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.963981:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+555:3642:x1847765481645440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6205us (6295us total) trans 4294977244 rc 0/0 00010000:00010000:0.0:1762170988.963985:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.963990:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.963996:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41821 00010000:00010000:3.0:1762170988.963998:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.964000:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.964004:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.964016:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.964022:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.964026:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.964034:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f66a00/2, rc 0, transno 4294977244 00010000:00010000:0.0:1762170988.964035:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.964048:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481645440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.964055:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+254:2417:x1847765489628288:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (1255us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.964055:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.964064:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33201 00000100:00100000:1.0:1762170988.964083:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33202 00000100:00100000:1.0:1762170988.964094:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+461:2414:x1847765489628416:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.964103:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.964105:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481647616:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.964111:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.964111:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ccc00/0x96d1ba5869cbeba8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc552a expref: 461 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.964120:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.964127:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ccc00/0x96d1ba5869cbeba8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc552a expref: 461 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.964138:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.964148:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ccc00/0x96d1ba5869cbeba8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc552a expref: 461 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.964161:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.964163:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.964166:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.964167:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481647616 00000100:00100000:2.0:1762170988.964171:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481647616 00010000:00010000:1.0:1762170988.964179:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.964190:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+774:3642:x1847765481644672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6647us (6883us total) trans 4294975504 rc 0/0 00000100:00100000:2.0:1762170988.964196:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41831 00010000:00010000:1.0:1762170988.964199:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.964204:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41820 00000100:00100000:2.0:1762170988.964205:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+555:3640:x1847765481647616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.964217:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1869 count 1 00010000:00010000:2.0:1762170988.964227:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.964229:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+460:2414:x1847765489628416:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 137us (1389us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.964234:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.964241:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.964243:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481647232:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.964246:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89693200/0x96d1ba5869cbebd2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5554 expref: 460 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.964250:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33202 00010000:00010000:2.0:1762170988.964265:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.964267:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.964267:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.964267:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.964271:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.964277:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33203 00000100:00100000:1.0:1762170988.964293:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+459:2417:x1847765489627648:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.964303:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.964304:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.964312:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89693200/0x96d1ba5869cbebd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5554 expref: 459 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.964312:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33204 00010000:00010000:1.0:1762170988.964314:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104cd400/0x96d1ba5869cbeb9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc551c expref: 459 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.964325:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3aa0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.964329:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8735c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+253:2417:x1847765489627904:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.964347:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.964349:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104cd400/0x96d1ba5869cbeb9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc551c expref: 459 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.964358:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c359e00/0x96d1ba5869cbfb14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6067 expref: 253 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.964361:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.964361:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89693200/0x96d1ba5869cbebd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5554 expref: 459 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.964366:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.964370:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.964375:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104cd400/0x96d1ba5869cbeb9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc551c expref: 459 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.964382:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.964388:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481647744:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.964406:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.964408:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c359e00/0x96d1ba5869cbfb14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6067 expref: 253 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.964410:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.964415:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.964423:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.964426:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.964430:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c359e00/0x96d1ba5869cbfb14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6067 expref: 253 pid: 33720 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.964443:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f65880/2, rc 0, transno 4294975504 00010000:00010000:0.0:1762170988.964449:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.964453:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.964454:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.964455:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481644672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.964459:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.964463:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.964474:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.964479:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.964480:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+458:2417:x1847765489627648:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.964486:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.964496:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481647872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.964502:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33203 00010000:00010000:3.0:1762170988.964503:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.964518:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.964521:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.964524:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.964527:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.964537:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.964546:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8735c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+252:2417:x1847765489627904:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 220us (1647us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.964548:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.964549:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.964555:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.964563:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33204 00010000:00010000:2.0:1762170988.964575:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.964576:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.964579:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.964601:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33205 00010000:00010000:2.0:1762170988.964611:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.964611:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.964616:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+251:2414:x1847765489628672:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.964630:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.964633:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.964638:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5a00/0x96d1ba5869cbfb22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6075 expref: 251 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.964650:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3aca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.964659:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5a00/0x96d1ba5869cbfb22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6075 expref: 251 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.964673:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.964678:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.964679:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.964682:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.964688:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.964691:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170988.964699:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+556:3641:x1847765481644928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5543us (6354us total) trans 4294977245 rc 0/0 00010000:00010000:2.0:1762170988.964699:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.964701:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.964730:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.964745:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41826 00010000:00010000:0.0:1762170988.964755:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.964756:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 1/0,0 mode: --/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.964763:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3aae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.964767:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481647872 00000100:00100000:3.0:1762170988.964772:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481647872 00010000:00010000:2.0:1762170988.964777:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.964781:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.964783:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.964787:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+251:2414:x1847765489628672:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 171us (1862us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.964790:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.964801:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33205 00000100:00100000:1.0:1762170988.964803:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97930700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+775:3643:x1847765481645824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6312us (6692us total) trans 4294975505 rc 0/0 00000100:00100000:3.0:1762170988.964805:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41832 00000100:00100000:1.0:1762170988.964816:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41822 00000100:00100000:3.0:1762170988.964821:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+775:3640:x1847765481647872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.964835:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2087 count 1 00000004:00080000:0.0:1762170988.964843:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8756d80/2, rc 0, transno 4294975505 00010000:00010000:3.0:1762170988.964849:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.964854:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33206 00000100:00100000:0.0:1762170988.964858:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481645824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.964867:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+250:2417:x1847765489628160:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.964873:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5800/0x96d1ba5869cbfb37 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc609f expref: 250 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.964877:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.964881:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.964889:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.964890:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c358200/0x96d1ba5869cbfb0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6059 expref: 250 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.964892:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.964897:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.964909:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c358200/0x96d1ba5869cbfb0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6059 expref: 250 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.964912:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.964925:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481648000:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.964930:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c358200/0x96d1ba5869cbfb0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6059 expref: 250 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.964943:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.964946:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1762170988.964949:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f67480/2, rc 0, transno 4294977245 00010000:00010000:1.0:1762170988.964950:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.964958:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481644928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.964963:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.964967:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.964988:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5800/0x96d1ba5869cbfb37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc609f expref: 249 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.964989:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.964998:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481648256:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.964999:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.965003:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5800/0x96d1ba5869cbfb37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc609f expref: 249 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.965019:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+249:2417:x1847765489628160:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 153us (2064us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.965033:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.965034:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481648128:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.965034:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.965040:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33206 00010000:00010000:2.0:1762170988.965049:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.965054:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.965065:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.965073:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.965079:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.965084:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.965090:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.965091:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489628928 00000100:00100000:1.0:1762170988.965097:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489628928 00010000:00010000:0.0:1762170988.965097:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.965105:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.965108:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.965117:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c358e00/0x96d1ba5869cbfb30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6091 expref: 249 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.965129:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.965133:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.965144:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33207 00010000:00010000:0.0:1762170988.965152:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3ab5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.965158:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.965160:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4687850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+775:3641:x1847765481644544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6659us (7021us total) trans 4294975506 rc 0/0 00000100:00100000:1.0:1762170988.965160:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+249:2417:x1847765489628544:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.965177:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41823 00010000:00010000:1.0:1762170988.965177:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.965179:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.965187:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31200/0x96d1ba5869cbfb29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6083 expref: 249 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.965189:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.965194:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.965197:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481648000 00010000:00010000:3.0:1762170988.965198:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1762170988.965200:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.965203:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481648000 00010000:00010000:1.0:1762170988.965205:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31200/0x96d1ba5869cbfb29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6083 expref: 249 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.965215:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.965220:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.965225:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.965227:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481648256 00010000:00010000:1.0:1762170988.965231:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31200/0x96d1ba5869cbfb29 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6083 expref: 249 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.965233:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481648256 00010000:00010000:0.0:1762170988.965238:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.965249:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3a99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.965253:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.965258:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.965259:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41833 00010000:00010000:1.0:1762170988.965264:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.965274:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+775:3643:x1847765481648000:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.965276:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.965279:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.965283:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.965285:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.965293:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2088 count 1 00000100:00100000:0.0:1762170988.965302:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41834 00010000:00010000:1.0:1762170988.965306:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.965309:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.965312:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+557:3643:x1847765481648256:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.965328:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+248:2417:x1847765489628544:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 172us (2343us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.965331:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35400/0x96d1ba5869cbfb3e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ad expref: 248 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.965336:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+557:3643:x1847765481644800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8206us (8273us total) trans 4294977246 rc 0/0 00000004:00080000:0.0:1762170988.965338:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f66680/2, rc 0, transno 4294977246 00000100:00100000:1.0:1762170988.965347:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33207 00000100:00100000:0.0:1762170988.965350:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481644800:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.965354:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.965359:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41819 00010000:00010000:2.0:1762170988.965359:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.965363:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.965368:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1870 count 1 00000100:00100000:1.0:1762170988.965374:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33208 00010000:00010000:0.0:1762170988.965381:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.965382:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35400/0x96d1ba5869cbfb3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ad expref: 247 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.965384:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.965388:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+457:2416:x1847765489628800:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.965406:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.965408:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35400/0x96d1ba5869cbfb3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ad expref: 247 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.965408:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104cd600/0x96d1ba5869cbebbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5562 expref: 457 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.965414:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104cb600/0x96d1ba5869cbebb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5546 expref: 457 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.965428:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.965432:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.965435:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481648384:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.965437:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.965443:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104cb600/0x96d1ba5869cbebb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5546 expref: 457 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.965459:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104cb600/0x96d1ba5869cbebb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5546 expref: 457 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.965461:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104cd600/0x96d1ba5869cbebbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5562 expref: 457 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.965462:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.965482:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104cd600/0x96d1ba5869cbebbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5562 expref: 456 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.965485:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.965489:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.965493:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.965495:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.965496:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481648512:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.965501:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481648640:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.965514:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.965533:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.965534:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.965535:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.965551:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.965557:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.965562:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.965564:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+456:2416:x1847765489628800:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (2511us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.965570:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.965579:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33208 00010000:00010000:3.0:1762170988.965599:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.965604:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.965613:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.965615:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33209 00010000:00010000:3.0:1762170988.965626:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.965628:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.965628:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+247:2416:x1847765489628928:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.965636:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.965643:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.965646:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.965651:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c358e00/0x96d1ba5869cbfb30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6091 expref: 247 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.965652:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.965675:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.965675:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c358e00/0x96d1ba5869cbfb30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6091 expref: 247 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.965685:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+776:3641:x1847765481646720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5904us (6240us total) trans 4294975507 rc 0/0 00010000:00010000:2.0:1762170988.965700:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.965703:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41827 00010000:00010000:2.0:1762170988.965730:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3ad1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.965732:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.965738:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.965741:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481648640 00010000:00010000:1.0:1762170988.965742:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.965745:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481648640 00010000:00010000:2.0:1762170988.965747:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.965748:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.965752:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.965762:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41835 00010000:00010000:1.0:1762170988.965766:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.965768:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.965771:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+557:3640:x1847765481648640:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.965773:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.965788:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1871 count 1 00010000:00010000:2.0:1762170988.965789:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.965796:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.965801:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.965805:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.965807:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3abc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.965826:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+247:2416:x1847765489628928:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (951us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.965832:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.965832:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48800/0x96d1ba5869cc095a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e1a expref: 455 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.965835:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.965839:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.965840:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33209 00010000:00010000:2.0:1762170988.965846:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.965853:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.965855:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.965858:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.965866:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+776:3641:x1847765481645312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7246us (7666us total) trans 4294975508 rc 0/0 00000004:00080000:2.0:1762170988.965869:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d5c00/2, rc 0, transno 4294975507 00010000:00010000:0.0:1762170988.965880:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48800/0x96d1ba5869cc095a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e1a expref: 455 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.965882:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41824 00000100:00100000:2.0:1762170988.965883:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481646720:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.965898:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.965902:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f65c00/2, rc 0, transno 4294975506 00010000:00010000:0.0:1762170988.965904:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48800/0x96d1ba5869cc095a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e1a expref: 455 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.965910:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481644544:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.965918:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.965922:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb7100/2, rc 0, transno 4294975508 00000100:00100000:2.0:1762170988.965929:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481645312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.965929:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481648768:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.965939:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.965947:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.965969:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.965976:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.965981:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.965989:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.965993:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.966002:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.966015:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.966029:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ac3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.966035:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481649024:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.966057:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.966061:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.966064:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.966077:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.966082:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481649152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.966090:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+246:2417:x1847765489627776:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 2463us (3425us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.966101:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33199 00000100:00100000:1.0:1762170988.966101:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+776:3641:x1847765481644416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7287us (7820us total) trans 4294975509 rc 0/0 00000100:00100000:1.0:1762170988.966113:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41825 00000100:00100000:0.0:1762170988.966119:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.966122:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.966132:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481648896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.966143:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481649024 00000100:00100000:1.0:1762170988.966147:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481649024 00010000:00010000:0.0:1762170988.966163:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.966164:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.966174:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.966176:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481649152 00000100:00100000:3.0:1762170988.966181:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481648896 00000100:00100000:1.0:1762170988.966181:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481649152 00010000:00010000:0.0:1762170988.966185:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.966188:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481648896 00010000:00010000:0.0:1762170988.966197:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.966204:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41836 00000004:00080000:2.0:1762170988.966210:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f65500/2, rc 0, transno 4294975509 00000100:00100000:1.0:1762170988.966216:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+778:3642:x1847765481649024:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.966216:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.966222:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41837 00000100:00100000:2.0:1762170988.966223:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481644416:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.966235:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2090 count 1 00000100:00100000:3.0:1762170988.966236:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+778:3643:x1847765481649152:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.966251:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.966253:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2091 count 1 00010000:00010000:1.0:1762170988.966267:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c359400/0x96d1ba5869cbfb4c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c9 expref: 245 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.966269:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.966272:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481649280:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.966293:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.966295:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4600/0x96d1ba5869cbfb53 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60d7 expref: 245 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.966296:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.966301:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.966308:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.966311:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.966314:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.966318:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.966336:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c359400/0x96d1ba5869cbfb4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c9 expref: 245 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.966343:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4600/0x96d1ba5869cbfb53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60d7 expref: 245 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.966351:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+558:3643:x1847765481646848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6355us (6727us total) trans 4294977247 rc 0/0 00010000:00010000:1.0:1762170988.966352:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c359400/0x96d1ba5869cbfb4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c9 expref: 245 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.966362:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4600/0x96d1ba5869cbfb53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60d7 expref: 245 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.966364:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c358e00/0x96d1ba5869cbfb30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6091 expref: 245 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.966369:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41829 00000100:00100000:1.0:1762170988.966384:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481649408:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.966393:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481649536:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.966393:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481647488:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.966407:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d1f80/2, rc 0, transno 4294977247 00010000:00010000:2.0:1762170988.966413:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.966421:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.966422:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481646848:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.966430:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54a80 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.966430:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.966437:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.966443:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.966449:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.966450:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.966453:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481649280 00010000:00010000:3.0:1762170988.966459:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.966460:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481649280 00010000:00010000:2.0:1762170988.966468:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170988.966470:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.966475:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.966480:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170988.966484:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.966485:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41838 00000100:00100000:0.0:1762170988.966493:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481649664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.966498:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+779:3640:x1847765481648896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.966502:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.966512:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3adf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.966512:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2089 count 1 00000100:00100000:0.0:1762170988.966525:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.966528:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.966538:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.966540:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30a00/0x96d1ba5869cbfb45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60bb expref: 244 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.966543:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.966553:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.966556:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481649664 00010000:00010000:1.0:1762170988.966557:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.966559:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.966562:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481649664 00010000:00010000:1.0:1762170988.966563:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.966565:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.966597:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.966604:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41839 00010000:00010000:1.0:1762170988.966610:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30a00/0x96d1ba5869cbfb45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60bb expref: 244 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.966616:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+780:3643:x1847765481647360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3256us (3339us total) trans 4294975510 rc 0/0 00000004:00080000:0.0:1762170988.966625:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d6680/2, rc 0, transno 4294975510 00010000:00010000:1.0:1762170988.966628:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30a00/0x96d1ba5869cbfb45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60bb expref: 244 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.966630:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41830 00000100:00100000:0.0:1762170988.966640:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481647360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.966649:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481649792:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.966655:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41840 00000100:00100000:2.0:1762170988.966665:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+558:3640:x1847765481649664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.966679:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1872 count 1 00000100:00100000:1.0:1762170988.966681:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.966683:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1762170988.966693:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.966694:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481649920:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.966784:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5a00/0x96d1ba5869cbfb22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6075 expref: 244 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.966797:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481647104:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.966805:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.966819:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.966829:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.966836:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.966840:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+779:3640:x1847765481649280:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.966852:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.966859:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2092 count 1 00010000:00010000:1.0:1762170988.966869:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.966874:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.966884:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.966889:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34c00/0x96d1ba5869cbfb5a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60e5 expref: 243 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.966897:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.966898:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.966900:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.966916:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34c00/0x96d1ba5869cbfb5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60e5 expref: 243 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.966928:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34c00/0x96d1ba5869cbfb5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60e5 expref: 243 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.966936:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481650048:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.966980:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.966985:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.966993:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.966994:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ae6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.967016:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481649920 00000100:00100000:0.0:1762170988.967019:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481649920 00010000:00010000:3.0:1762170988.967022:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.967027:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+781:3641:x1847765481646592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7231us (7519us total) trans 4294975511 rc 0/0 00010000:00010000:3.0:1762170988.967029:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.967042:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.967042:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41828 00010000:00010000:3.0:1762170988.967048:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.967051:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41841 00010000:00010000:3.0:1762170988.967061:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.967066:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+780:3643:x1847765481649920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.967081:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2093 count 1 00010000:00010000:3.0:1762170988.967092:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.967096:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.967107:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3ad8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.967110:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104cb200/0x96d1ba5869cbebc4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc557e expref: 455 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.967117:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30600/0x96d1ba5869cbfb61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60f3 expref: 243 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.967134:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.967136:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.967137:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.967140:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.967143:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.967145:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.967176:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104cb200/0x96d1ba5869cbebc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc557e expref: 455 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.967180:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30600/0x96d1ba5869cbfb61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60f3 expref: 243 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.967204:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30600/0x96d1ba5869cbfb61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60f3 expref: 243 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.967217:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481650304:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.967246:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.967384:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.967387:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.967447:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.967652:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104cb200/0x96d1ba5869cbebc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc557e expref: 455 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.967664:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481650176:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.967690:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481648512:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.967730:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.967735:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.967946:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489629184 00000100:00100000:1.0:1762170988.967951:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489629184 00000100:00100000:2.0:1762170988.967961:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.967976:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89693200/0x96d1ba5869cbebd2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5554 expref: 456 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.968007:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33210 00000100:00100000:1.0:1762170988.968017:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+456:2416:x1847765489629184:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.968027:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.968032:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89693200/0x96d1ba5869cbebd2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5554 expref: 456 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.968045:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89693200/0x96d1ba5869cbebd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5554 expref: 456 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.968060:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.968062:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.968065:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.968078:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.968096:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.968118:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+456:2416:x1847765489629184:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 103us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.968127:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33210 00000100:00100000:3.0:1762170988.968144:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.968165:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+558:3642:x1847765481637888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26761us (26928us total) trans 4294977232 rc 0/0 00000100:00100000:0.0:1762170988.968175:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41793 00000100:00100000:0.0:1762170988.968211:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489629056 00000100:00100000:3.0:1762170988.968216:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.968217:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489629056 00010000:00010000:0.0:1762170988.968239:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5800/0x96d1ba5869cbfb37 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc609f expref: 244 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.968275:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489629312 00000100:00100000:0.0:1762170988.968280:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489629312 00000100:00100000:1.0:1762170988.968281:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33211 00000100:00100000:1.0:1762170988.968293:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+245:2416:x1847765489629056:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.968302:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35400/0x96d1ba5869cbfb3e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ad expref: 245 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.968303:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.968314:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.968314:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5800/0x96d1ba5869cbfb37 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc609f expref: 245 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.968330:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5800/0x96d1ba5869cbfb37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc609f expref: 245 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.968335:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489629440 00000100:00100000:0.0:1762170988.968340:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489629440 00010000:00010000:1.0:1762170988.968345:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.968348:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.968352:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.968359:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cd600/0x96d1ba5869cbebbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5562 expref: 456 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.968375:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.968383:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.968388:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33212 00000100:00100000:3.0:1762170988.968389:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.968389:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.968390:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.968403:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+245:2416:x1847765489629312:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.968414:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1762170988.968416:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2aca300/2, rc 0, transno 4294977232 00010000:00010000:0.0:1762170988.968419:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35400/0x96d1ba5869cbfb3e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ad expref: 245 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.968433:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481637888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.968433:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+245:2416:x1847765489629056:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 140us (650us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.968434:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35400/0x96d1ba5869cbfb3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ad expref: 245 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.968439:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d5800/0x96d1ba5869cbfb37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc609f expref: 245 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.968456:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33211 00010000:00010000:0.0:1762170988.968462:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.968465:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.968470:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.968474:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489629568 00000100:00100000:1.0:1762170988.968479:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489629568 00010000:00010000:0.0:1762170988.968481:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.968488:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481650432:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.968496:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48800/0x96d1ba5869cc095a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e1a expref: 457 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170988.968499:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.968521:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481648128:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.968528:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+243:2416:x1847765489629312:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 125us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.968530:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.968532:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33213 00000100:00100000:0.0:1762170988.968543:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33212 00010000:00010000:3.0:1762170988.968546:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.968548:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+457:2415:x1847765489629440:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.968561:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.968563:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.968568:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33214 00010000:00010000:1.0:1762170988.968569:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104cd600/0x96d1ba5869cbebbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5562 expref: 457 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.968595:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.968599:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+457:2417:x1847765489629568:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.968603:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104cd600/0x96d1ba5869cbebbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5562 expref: 457 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.968614:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.968615:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.968624:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48800/0x96d1ba5869cc095a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e1a expref: 457 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.968626:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104cd600/0x96d1ba5869cbebbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5562 expref: 457 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.968628:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.968651:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48800/0x96d1ba5869cc095a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e1a expref: 457 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.968656:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1762170988.968659:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d5500/2, rc 0, transno 4294975511 00010000:00010000:1.0:1762170988.968659:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.968665:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.968667:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.968671:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.968674:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481646592:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.968675:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.968682:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.968683:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.968703:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.968704:0:9199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89693200/0x96d1ba5869cbebd2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5554 expref: 456 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.968746:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.968754:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481647744:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.968754:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.968766:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.968771:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.968778:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.968779:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.968803:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.968807:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.968825:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.968827:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3af4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.968834:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.968846:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.968849:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.968854:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.968858:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+455:2415:x1847765489629440:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 312us (549us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.968859:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.968859:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.968875:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33213 00010000:00010000:2.0:1762170988.968883:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.968909:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481650560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.968944:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.968968:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481650432 00000100:00100000:1.0:1762170988.968973:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481650432 00000100:00100000:3.0:1762170988.969000:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+781:3640:x1847765481647872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4184us (4478us total) trans 4294975512 rc 0/0 00000100:00100000:1.0:1762170988.969004:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481650560 00000100:00100000:3.0:1762170988.969008:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41832 00000100:00100000:1.0:1762170988.969009:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481650560 00000004:00080000:0.0:1762170988.969013:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d3800/2, rc 0, transno 4294975512 00000100:00100000:0.0:1762170988.969026:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481647872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.969033:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41842 00000100:00100000:1.0:1762170988.969041:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41843 00000100:00100000:3.0:1762170988.969042:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+559:3643:x1847765481650432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.969054:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+781:3640:x1847765481650560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170988.969062:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1873 count 1 00002000:00080000:1.0:1762170988.969068:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2094 count 1 00000100:00100000:2.0:1762170988.969077:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97931c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481650688:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.969078:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.969083:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.969088:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.969105:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8e00/0x96d1ba5869cbebd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc558c expref: 454 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.969111:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.969111:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.969112:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c358c00/0x96d1ba5869cbfb68 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6101 expref: 242 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.969132:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.969133:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.969135:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.969139:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.969143:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481650688 00010000:00010000:0.0:1762170988.969145:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.969149:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481650688 00010000:00010000:3.0:1762170988.969169:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.969173:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.969174:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c358c00/0x96d1ba5869cbfb68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6101 expref: 242 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.969176:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170988.969178:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.969178:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41844 00000100:00100000:2.0:1762170988.969192:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+782:3641:x1847765481650688:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.969203:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c358c00/0x96d1ba5869cbfb68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6101 expref: 242 pid: 33720 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170988.969211:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2095 count 1 00000100:00100000:1.0:1762170988.969216:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481650816:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.969221:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c8e00/0x96d1ba5869cbebd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc558c expref: 454 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.969226:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.969240:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c8e00/0x96d1ba5869cbebd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc558c expref: 454 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.969245:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4e00/0x96d1ba5869cbfb6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc610f expref: 242 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.969261:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.969263:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.969266:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481650944:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.969267:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.969270:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.969298:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4e00/0x96d1ba5869cbfb6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc610f expref: 242 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.969301:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481649408:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.969306:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.969309:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+560:3643:x1847765481648256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3997us (4278us total) trans 4294977249 rc 0/0 00010000:00010000:2.0:1762170988.969320:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4e00/0x96d1ba5869cbfb6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc610f expref: 242 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.969322:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41834 00010000:00010000:1.0:1762170988.969327:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.969339:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170988.969342:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481651072:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.969344:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.969353:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.969355:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.969360:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d2d80/2, rc 0, transno 4294977249 00010000:00010000:3.0:1762170988.969361:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.969374:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.969376:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.969377:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481648256:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.969388:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3aed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.969404:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.969406:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.969411:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.969413:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.969418:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.969424:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48800/0x96d1ba5869cc095a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e1a expref: 454 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.969428:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.969443:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3b02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.969443:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.969450:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481648768:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.969454:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.969468:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481651200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.969473:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.969475:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.969479:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.969483:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.969503:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.969506:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.969535:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+453:2417:x1847765489629568:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 954us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.969544:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33214 00000100:00100000:0.0:1762170988.969569:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481651200 00000100:00100000:0.0:1762170988.969572:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481651200 00000100:00100000:0.0:1762170988.969616:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41845 00000100:00100000:0.0:1762170988.969626:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+560:3643:x1847765481651200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.969640:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1874 count 1 00000100:00100000:2.0:1762170988.969641:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+560:3640:x1847765481647616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5435us (5502us total) trans 4294977248 rc 0/0 00000100:00100000:2.0:1762170988.969652:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41831 00010000:00010000:0.0:1762170988.969655:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.969668:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104cd200/0x96d1ba5869cbebe0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc559a expref: 452 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.969674:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.969676:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.969679:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.969693:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35400/0x96d1ba5869cbfb3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ad expref: 242 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.969705:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104cd200/0x96d1ba5869cbebe0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc559a expref: 452 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.969728:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481648384:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.969750:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.969767:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.969768:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104cd200/0x96d1ba5869cbebe0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc559a expref: 452 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.969804:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.969811:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481651328:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.969817:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.969826:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.969840:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.969861:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00000004:00080000:0.0:1762170988.969892:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d2a00/2, rc 0, transno 4294977248 00000100:00100000:0.0:1762170988.969905:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481647616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.969982:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481651456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.969984:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+783:3643:x1847765481648000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4711us (5023us total) trans 4294975513 rc 0/0 00000100:00100000:2.0:1762170988.969995:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41833 00010000:00010000:2.0:1762170988.970020:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.970026:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.970026:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481649792:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.970027:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.970041:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.970045:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.970049:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.970057:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.970063:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d7480/2, rc 0, transno 4294975513 00010000:00010000:2.0:1762170988.970072:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.970075:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481648000:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.970091:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3afb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.970110:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.970112:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.970115:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.970144:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481651584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.970148:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481651456 00000100:00100000:2.0:1762170988.970152:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481651456 00000100:00100000:3.0:1762170988.970153:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.970186:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41846 00000100:00100000:0.0:1762170988.970191:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.970196:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+560:3643:x1847765481651456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170988.970208:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1875 count 1 00010000:00010000:2.0:1762170988.970218:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.970226:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c13e00/0x96d1ba5869cbee17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a8 expref: 452 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.970231:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.970233:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.970234:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.970240:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.970244:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.970255:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c13e00/0x96d1ba5869cbee17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a8 expref: 452 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.970255:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.970275:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c13e00/0x96d1ba5869cbee17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a8 expref: 452 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.970276:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.970301:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.970303:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.970309:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481651712:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.970325:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.970334:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.970336:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.970342:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.970349:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.970353:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.970354:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.970365:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.970369:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481651584 00000100:00100000:2.0:1762170988.970374:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481651584 00010000:00010000:0.0:1762170988.970381:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.970391:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.970412:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41847 00010000:00010000:0.0:1762170988.970413:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.970417:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.970420:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.970421:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+783:3640:x1847765481651584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.970429:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489629696 00002000:00080000:2.0:1762170988.970434:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2096 count 1 00000100:00100000:1.0:1762170988.970435:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489629696 00000100:00100000:0.0:1762170988.970447:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481650048:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.970450:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.970457:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c359400/0x96d1ba5869cbfb4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c9 expref: 242 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.970464:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.970466:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35600/0x96d1ba5869cbfb76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc611d expref: 242 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.970472:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.970482:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489629824 00000100:00100000:1.0:1762170988.970487:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489629824 00010000:00010000:2.0:1762170988.970489:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.970492:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.970495:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.970503:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4600/0x96d1ba5869cbfb53 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60d7 expref: 243 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.970522:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35600/0x96d1ba5869cbfb76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc611d expref: 243 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.970530:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489630336 00000100:00100000:1.0:1762170988.970534:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489630336 00010000:00010000:2.0:1762170988.970535:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35600/0x96d1ba5869cbfb76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc611d expref: 243 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.970548:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481651840:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.970553:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cb200/0x96d1ba5869cbebc4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc557e expref: 453 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.970571:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489629952 00000100:00100000:1.0:1762170988.970574:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489629952 00000100:00100000:2.0:1762170988.970595:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.970603:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30a00/0x96d1ba5869cbfb45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60bb expref: 244 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.970615:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.970635:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489630080 00000100:00100000:1.0:1762170988.970638:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489630080 00000100:00100000:3.0:1762170988.970650:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481649536:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.970656:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30600/0x96d1ba5869cbfb61 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60f3 expref: 245 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.970668:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.970677:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489630208 00000100:00100000:1.0:1762170988.970681:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489630208 00010000:00010000:1.0:1762170988.970692:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34c00/0x96d1ba5869cbfb5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60e5 expref: 246 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.970700:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481650176:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.970734:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33215 00010000:00010000:2.0:1762170988.970741:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.970745:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+246:2417:x1847765489629696:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.970759:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.970765:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c359400/0x96d1ba5869cbfb4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c9 expref: 246 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.970777:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c359400/0x96d1ba5869cbfb4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c9 expref: 246 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.970793:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c359400/0x96d1ba5869cbfb4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c9 expref: 246 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.970807:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.970810:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.970813:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.970826:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.970849:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.970879:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+245:2417:x1847765489629696:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 137us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.970889:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481651072:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.970892:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33215 00000100:00100000:3.0:1762170988.970897:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.970913:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.970914:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489630592 00000100:00100000:1.0:1762170988.970919:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489630592 00010000:00010000:1.0:1762170988.970934:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4e00/0x96d1ba5869cbfb6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc610f expref: 245 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.970954:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33216 00000100:00100000:1.0:1762170988.970963:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+245:2416:x1847765489629824:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.970972:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.970977:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4600/0x96d1ba5869cbfb53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60d7 expref: 245 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.970988:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4600/0x96d1ba5869cbfb53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60d7 expref: 245 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.971004:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4600/0x96d1ba5869cbfb53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60d7 expref: 245 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.971014:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.971016:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.971019:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.971026:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.971045:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.971062:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.971075:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481650944:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.971075:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+244:2416:x1847765489629824:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 111us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.971089:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33216 00010000:00010000:3.0:1762170988.971099:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.971109:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489630464 00000100:00100000:1.0:1762170988.971114:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489630464 00010000:00010000:1.0:1762170988.971129:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c358c00/0x96d1ba5869cbfb68 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6101 expref: 244 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.971142:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.971175:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.971201:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33217 00000100:00100000:1.0:1762170988.971217:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489630720 00000100:00100000:1.0:1762170988.971221:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489630720 00010000:00010000:1.0:1762170988.971237:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c8e00/0x96d1ba5869cbebd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc558c expref: 454 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.971251:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+454:2416:x1847765489630336:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.971253:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489630848 00000100:00100000:1.0:1762170988.971258:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489630848 00010000:00010000:3.0:1762170988.971265:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.971273:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104cb200/0x96d1ba5869cbebc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x750:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc557e expref: 455 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.971274:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cd200/0x96d1ba5869cbebe0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc559a expref: 455 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.971280:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.971303:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489630976 00010000:00010000:3.0:1762170988.971306:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104cb200/0x96d1ba5869cbebc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x750:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc557e expref: 455 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.971307:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489630976 00000100:00100000:2.0:1762170988.971315:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481651840:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.971323:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c13e00/0x96d1ba5869cbee17 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a8 expref: 456 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.971330:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104cb200/0x96d1ba5869cbebc4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x750:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc557e expref: 456 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.971335:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.971358:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33218 00000100:00100000:1.0:1762170988.971367:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+244:2415:x1847765489629952:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.971376:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481651712:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.971376:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.971384:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30a00/0x96d1ba5869cbfb45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60bb expref: 244 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.971391:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.971398:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30a00/0x96d1ba5869cbfb45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60bb expref: 244 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.971415:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30a00/0x96d1ba5869cbfb45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60bb expref: 244 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.971431:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.971434:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.971436:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.971437:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.971440:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.971445:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.971450:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.971452:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.971483:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.971494:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.971498:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.971507:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.971515:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.971518:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+243:2415:x1847765489629952:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 150us (1183us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.971530:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.971534:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33218 00010000:00010000:2.0:1762170988.971550:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.971557:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33219 00000100:00100000:3.0:1762170988.971558:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.971570:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+242:2417:x1847765489630080:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.971578:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.971595:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30600/0x96d1ba5869cbfb61 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60f3 expref: 242 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.971608:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30600/0x96d1ba5869cbfb61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60f3 expref: 242 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.971623:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.971625:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.971629:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.971637:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.971646:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+455:2416:x1847765489630336:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 433us (1349us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.971653:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.971658:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33217 00000100:00100000:1.0:1762170988.971677:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+242:2417:x1847765489630080:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 109us (1210us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.971686:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33219 00000100:00100000:1.0:1762170988.971704:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489631104 00000100:00100000:1.0:1762170988.971731:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489631104 00010000:00010000:1.0:1762170988.971747:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35600/0x96d1ba5869cbfb76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc611d expref: 242 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.971770:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33220 00000100:00100000:1.0:1762170988.971781:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+242:2415:x1847765489630208:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.971791:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.971796:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34c00/0x96d1ba5869cbfb5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60e5 expref: 242 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.971808:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34c00/0x96d1ba5869cbfb5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60e5 expref: 242 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.971812:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+562:3640:x1847765481649664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5042us (5180us total) trans 4294977251 rc 0/0 00000100:00100000:3.0:1762170988.971821:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33221 00010000:00010000:1.0:1762170988.971823:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34c00/0x96d1ba5869cbfb5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60e5 expref: 242 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.971828:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41840 00000100:00100000:3.0:1762170988.971836:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+242:2414:x1847765489630592:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.971843:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.971846:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.971847:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.971852:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.971855:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.971856:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4e00/0x96d1ba5869cbfb6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc610f expref: 241 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.971865:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.971872:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.971888:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.971896:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4e00/0x96d1ba5869cbfb6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc610f expref: 241 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.971896:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.971906:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.971918:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.971922:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dda1d4e00/0x96d1ba5869cbfb6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc610f expref: 241 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.971929:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+241:2415:x1847765489630208:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (1318us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.971940:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.971944:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.971946:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33220 00010000:00010000:3.0:1762170988.971949:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.971954:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.971955:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3b25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.971968:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.971994:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.971994:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33222 00010000:00010000:2.0:1762170988.971997:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.972001:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.972008:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+239:2414:x1847765489630464:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.972016:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.972022:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c358c00/0x96d1ba5869cbfb68 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6101 expref: 239 pid: 33720 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.972023:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d4000/2, rc 0, transno 4294977251 00010000:00010000:3.0:1762170988.972037:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.972038:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c358c00/0x96d1ba5869cbfb68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6101 expref: 239 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.972039:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481649664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.972058:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+239:2414:x1847765489630592:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 227us (1168us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.972058:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.972063:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.972066:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33221 00010000:00010000:1.0:1762170988.972067:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972077:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.972083:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33223 00000100:00100000:2.0:1762170988.972085:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481651968:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.972096:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.972097:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+454:2416:x1847765489630720:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.972106:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.972110:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c8e00/0x96d1ba5869cbebd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc558c expref: 454 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.972119:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c8e00/0x96d1ba5869cbebd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc558c expref: 454 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.972127:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+238:2414:x1847765489630464:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 120us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.972129:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.972142:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33222 00010000:00010000:3.0:1762170988.972145:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c8e00/0x96d1ba5869cbebd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc558c expref: 454 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.972156:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.972158:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.972160:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.972165:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.972169:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33224 00000100:00100000:1.0:1762170988.972183:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+453:2415:x1847765489630848:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.972186:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.972191:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.972198:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104cd200/0x96d1ba5869cbebe0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc559a expref: 453 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.972200:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.972218:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972224:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104cd200/0x96d1ba5869cbebe0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc559a expref: 453 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.972230:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.972240:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972241:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.972245:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.972250:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.972259:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.972259:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.972269:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.972275:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972277:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.972284:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.972289:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.972302:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170988.972308:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+453:2415:x1847765489630848:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 127us (1131us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.972316:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33224 00000100:00100000:1.0:1762170988.972330:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33225 00000100:00100000:1.0:1762170988.972340:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+452:2417:x1847765489630976:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.972348:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.972353:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c13e00/0x96d1ba5869cbee17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x753:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a8 expref: 452 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.972364:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c13e00/0x96d1ba5869cbee17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x753:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a8 expref: 452 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.972380:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c13e00/0x96d1ba5869cbee17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x753:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55a8 expref: 452 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.972393:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.972395:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.972399:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972412:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972432:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.972436:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+562:3643:x1847765481650432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3396us (3911us total) trans 4294977252 rc 0/0 00000100:00100000:2.0:1762170988.972443:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+784:3641:x1847765481650688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3253us (3334us total) trans 4294975514 rc 0/0 00000100:00100000:3.0:1762170988.972449:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41842 00000100:00100000:2.0:1762170988.972455:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41844 00000100:00100000:1.0:1762170988.972455:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+451:2417:x1847765489630976:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 116us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.972466:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33225 00000100:00100000:3.0:1762170988.972467:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481651968 00000100:00100000:3.0:1762170988.972472:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481651968 00010000:00010000:2.0:1762170988.972476:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.972481:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.972483:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f64000/2, rc 0, transno 4294977252 00000100:00100000:1.0:1762170988.972489:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33226 00010000:00010000:2.0:1762170988.972497:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.972501:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.972504:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481650432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.972507:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41848 00000100:00100000:1.0:1762170988.972508:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+237:2417:x1847765489631104:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.972518:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972523:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.972524:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+562:3641:x1847765481651968:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.972533:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35600/0x96d1ba5869cbfb76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc611d expref: 237 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.972536:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.972545:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1876 count 1 00010000:00010000:2.0:1762170988.972553:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3b3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972559:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35600/0x96d1ba5869cbfb76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc611d expref: 237 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.972562:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.972569:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.972575:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.972578:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481652096:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.972592:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104cb800/0x96d1ba5869cbee2c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55b6 expref: 450 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.972598:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35600/0x96d1ba5869cbfb76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc611d expref: 237 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.972599:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.972607:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.972612:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.972616:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.972622:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.972625:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972626:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.972631:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.972631:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.972639:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972653:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.972655:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.972664:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104cb800/0x96d1ba5869cbee2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55b6 expref: 450 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.972679:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.972689:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3b48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.972695:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104cb800/0x96d1ba5869cbee2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55b6 expref: 450 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.972703:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+236:2417:x1847765489631104:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 200us (1147us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.972725:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.972729:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.972732:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.972734:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481652224:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.972757:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33226 00000004:00080000:2.0:1762170988.972760:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97931c00/2, rc 0, transno 4294975514 00000100:00100000:2.0:1762170988.972773:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97931c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481650688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.972789:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54a80 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.972793:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.972802:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.972803:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972814:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.972822:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.972831:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481652352:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.972839:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.972863:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.972864:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.972870:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.972877:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170988.972880:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481652096 00010000:00010000:0.0:1762170988.972881:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.972886:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481652096 00010000:00010000:0.0:1762170988.972890:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.972901:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.972906:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3b17 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.972909:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481652352 00000100:00100000:3.0:1762170988.972914:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41849 00000100:00100000:2.0:1762170988.972916:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481652352 00010000:00010000:0.0:1762170988.972920:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.972923:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+563:3642:x1847765481652096:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.972924:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.972929:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1762170988.972935:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1877 count 1 00010000:00010000:3.0:1762170988.972946:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.972946:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41850 00010000:00010000:3.0:1762170988.972958:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ddd568e00/0x96d1ba5869cbee3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55c4 expref: 450 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.972962:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+785:3643:x1847765481652352:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.972968:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.972970:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.972973:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.972980:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2097 count 1 00000100:00100000:1.0:1762170988.972982:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+785:3643:x1847765481649152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6748us (6862us total) trans 4294975515 rc 0/0 00010000:00010000:3.0:1762170988.972989:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ddd568e00/0x96d1ba5869cbee3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55c4 expref: 450 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.972994:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.972995:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41837 00010000:00010000:3.0:1762170988.973001:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ddd568e00/0x96d1ba5869cbee3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55c4 expref: 450 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.973016:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dcf99aa00/0x96d1ba5869cbfb7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc612b expref: 235 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.973017:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481652480:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.973023:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973037:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.973040:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973041:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.973047:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54f00 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.973047:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.973067:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.973078:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973092:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dcf99aa00/0x96d1ba5869cbfb7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc612b expref: 235 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.973093:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.973107:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dcf99aa00/0x96d1ba5869cbfb7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc612b expref: 235 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.973119:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481652608:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.973149:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+450:2416:x1847765489630720:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1056us (2009us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.973151:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.973159:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33223 00010000:00010000:2.0:1762170988.973170:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.973176:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973183:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.973187:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973196:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973208:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973217:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3b1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.973233:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+785:3640:x1847765481648896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6736us (7068us total) trans 4294975516 rc 0/0 00010000:00010000:2.0:1762170988.973240:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.973241:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41838 00010000:00010000:2.0:1762170988.973245:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.973251:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.973277:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d3480/2, rc 0, transno 4294975515 00010000:00010000:1.0:1762170988.973283:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.973290:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481649152:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.973295:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.973305:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.973314:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.973329:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.973340:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.973346:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973355:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.973359:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973367:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973380:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973387:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3b10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973410:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.973414:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.973418:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.973434:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481652736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.973471:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.973479:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+785:3642:x1847765481649024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7265us (7402us total) trans 4294975517 rc 0/0 00000100:00100000:1.0:1762170988.973488:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41836 00000100:00100000:1.0:1762170988.973510:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481652736 00000004:00080000:2.0:1762170988.973512:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d1880/2, rc 0, transno 4294975516 00000100:00100000:1.0:1762170988.973515:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481652736 00000100:00100000:2.0:1762170988.973524:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481648896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.973546:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41851 00000004:00080000:0.0:1762170988.973547:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d2680/2, rc 0, transno 4294975517 00000100:00100000:0.0:1762170988.973553:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481649024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.973557:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+785:3640:x1847765481652736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.973572:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2098 count 1 00010000:00010000:1.0:1762170988.973599:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.973612:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481652992:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.973613:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c359600/0x96d1ba5869cbfb84 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6139 expref: 235 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.973623:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.973624:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481652864:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.973627:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.973632:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.973641:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.973660:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c359600/0x96d1ba5869cbfb84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6139 expref: 235 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.973668:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.973678:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c359600/0x96d1ba5869cbfb84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6139 expref: 235 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.973689:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481653120:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.973765:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.973782:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481652992 00000100:00100000:1.0:1762170988.973785:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481652992 00000100:00100000:1.0:1762170988.973807:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481652864 00000100:00100000:1.0:1762170988.973811:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481652864 00000100:00100000:1.0:1762170988.973832:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41852 00010000:00010000:2.0:1762170988.973835:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.973844:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6660c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+787:3642:x1847765481652992:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.973851:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.973859:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2100 count 1 00010000:00010000:2.0:1762170988.973861:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973870:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.973874:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.973886:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.973887:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35200/0x96d1ba5869cbfb92 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6155 expref: 235 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.973897:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.973898:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.973901:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.973921:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35200/0x96d1ba5869cbfb92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6155 expref: 235 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.973932:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35200/0x96d1ba5869cbfb92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6155 expref: 235 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.973943:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481653248:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.973977:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104cd200/0x96d1ba5869cbebe0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc559a expref: 449 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.973979:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.973995:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481651328:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.974004:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41853 00010000:00010000:0.0:1762170988.974015:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.974016:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+788:3641:x1847765481652864:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.974022:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+788:3640:x1847765481651584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3599us (3834us total) trans 4294975518 rc 0/0 00002000:00080000:1.0:1762170988.974033:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2099 count 1 00010000:00010000:0.0:1762170988.974038:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.974039:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41847 00010000:00010000:1.0:1762170988.974046:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.974051:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.974069:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.974076:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31a00/0x96d1ba5869cbfb8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6147 expref: 235 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.974077:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.974080:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5308000/2, rc 0, transno 4294975518 00000100:00100000:2.0:1762170988.974094:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481651584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.974100:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.974103:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.974104:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170988.974107:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.974114:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.974118:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.974123:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.974127:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.974132:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31a00/0x96d1ba5869cbfb8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6147 expref: 235 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.974143:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.974147:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481653376:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.974149:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31a00/0x96d1ba5869cbfb8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6147 expref: 235 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.974168:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.974170:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481653504:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.974184:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.974186:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3b5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.974201:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.974209:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.974214:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.974221:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.974224:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481653376 00010000:00010000:0.0:1762170988.974226:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.974229:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481653376 00000100:00100000:3.0:1762170988.974237:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.974241:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.974255:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41854 00010000:00010000:0.0:1762170988.974255:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.974261:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.974268:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+788:3643:x1847765481653376:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.974268:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3b4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.974284:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2101 count 1 00010000:00010000:2.0:1762170988.974293:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.974294:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.974299:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.974299:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.974305:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.974305:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.974314:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.974321:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c359200/0x96d1ba5869cbfb99 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6163 expref: 235 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.974326:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.974351:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.974351:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.974354:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.974360:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.974374:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.974385:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c359200/0x96d1ba5869cbfb99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6163 expref: 235 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.974386:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481652224:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.974403:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c359200/0x96d1ba5869cbfb99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6163 expref: 235 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.974408:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.974415:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481653632:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.974438:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+565:3643:x1847765481651200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4812us (4934us total) trans 4294977253 rc 0/0 00000100:00100000:0.0:1762170988.974447:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41845 00000100:00100000:3.0:1762170988.974452:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481652480:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.974456:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f840 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.974471:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.974479:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489631232 00000100:00100000:1.0:1762170988.974484:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489631232 00000004:00080000:0.0:1762170988.974485:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512c380/2, rc 0, transno 4294977253 00000100:00100000:0.0:1762170988.974495:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481651200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.974501:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489631360 00000100:00100000:2.0:1762170988.974504:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+564:3643:x1847765481651456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4308us (4477us total) trans 4294977254 rc 0/0 00000100:00100000:3.0:1762170988.974507:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489631360 00010000:00010000:1.0:1762170988.974507:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cb800/0x96d1ba5869cbee2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55b6 expref: 449 pid: 33720 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170988.974508:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb530bb80/2, rc 0, transno 4294977254 00000100:00100000:2.0:1762170988.974514:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41846 00000100:00100000:0.0:1762170988.974516:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481651456:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.974530:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ddd568e00/0x96d1ba5869cbee3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55c4 expref: 450 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.974538:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.974543:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.974550:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33227 00010000:00010000:2.0:1762170988.974552:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.974558:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.974565:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33228 00000100:00100000:1.0:1762170988.974565:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+450:2416:x1847765489631232:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.974574:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.974578:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.974591:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.974595:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+450:2417:x1847765489631360:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.974600:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104cb800/0x96d1ba5869cbee2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55b6 expref: 450 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.974605:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.974612:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.974616:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.974622:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ddd568e00/0x96d1ba5869cbee3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x755:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55c4 expref: 450 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.974631:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3b56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.974634:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104cb800/0x96d1ba5869cbee2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55b6 expref: 450 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.974641:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.974667:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.974671:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104cb800/0x96d1ba5869cbee2c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55b6 expref: 450 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.974674:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.974678:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.974681:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.974691:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.974693:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.974696:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481653888:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.974698:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.974704:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.974766:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.974782:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ddd568e00/0x96d1ba5869cbee3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x755:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55c4 expref: 449 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.974787:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.974793:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.974804:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ddd568e00/0x96d1ba5869cbee3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x755:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55c4 expref: 449 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.974816:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+449:2416:x1847765489631232:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 254us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.974822:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.974831:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481653760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.974832:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.974834:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33227 00010000:00010000:3.0:1762170988.974838:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.974843:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.974852:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.974859:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.974881:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.974881:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.974886:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.974892:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.974895:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.974901:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.974909:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c358c00/0x96d1ba5869cbfb68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6101 expref: 235 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.974910:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.974914:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+447:2417:x1847765489631360:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 334us (612us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.974932:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3b2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.974937:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33228 00000100:00100000:1.0:1762170988.974939:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481650816:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.974960:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.974963:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.974963:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.974967:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.974976:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.974981:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+789:3640:x1847765481649280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8367us (8674us total) trans 4294975519 rc 0/0 00010000:00010000:1.0:1762170988.974987:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.974992:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f66d80/2, rc 0, transno 4294975519 00000100:00100000:0.0:1762170988.974995:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41839 00010000:00010000:1.0:1762170988.975004:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.975007:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481649280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.975014:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481653888 00000100:00100000:0.0:1762170988.975020:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481653888 00010000:00010000:1.0:1762170988.975021:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.975038:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.975044:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481653760 00000100:00100000:0.0:1762170988.975047:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481653760 00000100:00100000:0.0:1762170988.975067:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.975077:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481654016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.975133:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.975163:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481652608:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.975165:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.975172:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.975176:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481654016 00010000:00010000:3.0:1762170988.975180:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170988.975182:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481654016 00010000:00010000:3.0:1762170988.975185:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.975185:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.975193:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+790:3640:x1847765481650560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6141us (6246us total) trans 4294975520 rc 0/0 00000100:00100000:0.0:1762170988.975200:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41855 00000100:00100000:1.0:1762170988.975212:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41843 00000100:00100000:0.0:1762170988.975215:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+565:3641:x1847765481653888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170988.975228:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1879 count 1 00000100:00100000:1.0:1762170988.975234:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41856 00000004:00080000:2.0:1762170988.975236:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d4a80/2, rc 0, transno 4294975520 00010000:00010000:0.0:1762170988.975240:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.975246:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+565:3641:x1847765481653760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.975248:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481650560:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.975249:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.975264:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4e00/0x96d1ba5869cc0bb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7074 expref: 446 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.975268:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1878 count 1 00010000:00010000:3.0:1762170988.975269:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.975278:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170988.975281:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3b41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.975281:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170988.975284:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.975286:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.975310:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.975312:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ddd56c600/0x96d1ba5869cbee48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d2 expref: 446 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.975315:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.975319:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481654144:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.975321:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.975322:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.975327:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.975330:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.975336:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.975346:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.975353:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ddd56c600/0x96d1ba5869cbee48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d2 expref: 446 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.975359:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.975361:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.975361:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.975385:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.975390:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ddd56c600/0x96d1ba5869cbee48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d2 expref: 446 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.975402:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c4e00/0x96d1ba5869cc0bb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7074 expref: 446 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.975403:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.975412:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.975415:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481654272:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.975421:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c4e00/0x96d1ba5869cc0bb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7074 expref: 446 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170988.975433:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481654400:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.975443:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.975448:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.975458:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.975462:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.975464:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481653248:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.975473:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.975480:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.975488:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.975493:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.975504:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3b64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.975521:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.975524:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.975527:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.975533:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.975536:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f180 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.975547:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+566:3641:x1847765481651968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3026us (3422us total) trans 4294977255 rc 0/0 00000100:00100000:3.0:1762170988.975556:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41848 00000100:00100000:0.0:1762170988.975560:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.975565:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481653504:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.975573:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481654144 00000100:00100000:3.0:1762170988.975579:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481654144 00010000:00010000:1.0:1762170988.975595:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.975596:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41857 00000100:00100000:0.0:1762170988.975611:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+790:3643:x1847765481654016:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.975618:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41858 00000100:00100000:1.0:1762170988.975624:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489631616 00002000:00080000:0.0:1762170988.975624:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2102 count 1 00000100:00100000:1.0:1762170988.975630:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489631616 00000100:00100000:3.0:1762170988.975631:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+790:3643:x1847765481654144:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.975640:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.975642:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512ca80/2, rc 0, transno 4294977255 00002000:00080000:3.0:1762170988.975648:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2103 count 1 00010000:00010000:1.0:1762170988.975652:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c359600/0x96d1ba5869cbfb84 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6139 expref: 235 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.975663:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481651968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.975664:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35b000/0x96d1ba5869cbfba0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6171 expref: 235 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.975667:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.975669:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489631488 00000100:00100000:1.0:1762170988.975675:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489631488 00010000:00010000:1.0:1762170988.975691:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dcf99aa00/0x96d1ba5869cbfb7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc612b expref: 236 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.975702:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.975706:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.975734:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.975740:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489631744 00000100:00100000:1.0:1762170988.975745:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489631744 00010000:00010000:1.0:1762170988.975761:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35200/0x96d1ba5869cbfb92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6155 expref: 237 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.975779:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489631872 00000100:00100000:1.0:1762170988.975782:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489631872 00000100:00100000:2.0:1762170988.975792:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170988.975796:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31a00/0x96d1ba5869cbfb8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6147 expref: 238 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.975806:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481654528:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.975819:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33229 00010000:00010000:0.0:1762170988.975819:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35b000/0x96d1ba5869cbfba0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6171 expref: 238 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.975831:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+238:2414:x1847765489631616:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.975837:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35b000/0x96d1ba5869cbfba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6171 expref: 238 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.975841:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170988.975851:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.975851:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c359600/0x96d1ba5869cbfb84 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6139 expref: 238 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.975855:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481654656:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.975872:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c359600/0x96d1ba5869cbfb84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6139 expref: 238 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.975884:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481654528 00010000:00010000:1.0:1762170988.975888:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.975890:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481654528 00010000:00010000:1.0:1762170988.975891:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.975896:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.975903:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.975910:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.975918:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31800/0x96d1ba5869cbfba7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc617f expref: 238 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.975924:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41859 00010000:00010000:1.0:1762170988.975924:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.975933:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.975936:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.975938:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33230 00000100:00100000:2.0:1762170988.975939:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+566:3641:x1847765481654528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.975941:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.975951:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+238:2414:x1847765489631616:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 120us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.975953:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5338380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+238:2416:x1847765489631488:12345-192.168.202.10@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1762170988.975959:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1880 count 1 00000100:00100000:1.0:1762170988.975970:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33229 00010000:00010000:0.0:1762170988.975971:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.975977:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.975980:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dcf99aa00/0x96d1ba5869cbfb7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc612b expref: 238 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.975990:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33231 00000100:00100000:1.0:1762170988.976003:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+237:2417:x1847765489631744:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.976011:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dcf99aa00/0x96d1ba5869cbfb7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc612b expref: 237 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.976015:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ca200/0x96d1ba5869cbee64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55ee expref: 446 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.976016:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.976025:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35200/0x96d1ba5869cbfb92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6155 expref: 237 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.976035:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.976036:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31800/0x96d1ba5869cbfba7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc617f expref: 237 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.976039:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dcf99aa00/0x96d1ba5869cbfb7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc612b expref: 237 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.976040:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.976046:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.976047:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35200/0x96d1ba5869cbfb92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6155 expref: 237 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.976067:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31800/0x96d1ba5869cbfba7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc617f expref: 237 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.976084:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35200/0x96d1ba5869cbfb92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6155 expref: 237 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.976087:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.976089:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ca200/0x96d1ba5869cbee64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55ee expref: 446 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.976091:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.976092:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481654784:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.976098:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.976107:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.976111:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.976117:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976118:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ca200/0x96d1ba5869cbee64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55ee expref: 446 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.976119:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.976125:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54a80 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.976142:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.976151:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5339f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481654912:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.976158:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.976166:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.976185:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5338380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+235:2416:x1847765489631488:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 237us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.976193:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.976194:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33230 00000100:00100000:1.0:1762170988.976205:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+235:2417:x1847765489631744:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.976213:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33231 00000100:00100000:0.0:1762170988.976220:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33232 00010000:00010000:2.0:1762170988.976221:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976232:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.976233:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5338a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+233:2414:x1847765489631872:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.976238:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.976249:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.976250:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.976256:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.976259:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976260:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31a00/0x96d1ba5869cbfb8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6147 expref: 233 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.976278:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.976286:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976290:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31a00/0x96d1ba5869cbfb8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6147 expref: 233 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.976297:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.976304:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976315:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31a00/0x96d1ba5869cbfb8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6147 expref: 233 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.976322:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.976326:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.976329:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.976332:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976340:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976360:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.976386:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5338a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+232:2414:x1847765489631872:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.976394:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33232 00000100:00100000:0.0:1762170988.976414:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489632000 00000100:00100000:0.0:1762170988.976417:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489632000 00010000:00010000:0.0:1762170988.976435:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c359200/0x96d1ba5869cbfb99 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6163 expref: 232 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.976450:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33233 00000100:00100000:0.0:1762170988.976458:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+232:2417:x1847765489632000:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.976467:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.976472:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c359200/0x96d1ba5869cbfb99 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6163 expref: 232 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.976483:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c359200/0x96d1ba5869cbfb99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6163 expref: 232 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.976486:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+792:3643:x1847765481652352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3527us (3622us total) trans 4294975521 rc 0/0 00000100:00100000:1.0:1762170988.976492:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6660c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+792:3642:x1847765481652992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2650us (2849us total) trans 4294975522 rc 0/0 00000100:00100000:2.0:1762170988.976505:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41850 00010000:00010000:0.0:1762170988.976506:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.976509:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.976513:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41852 00010000:00010000:0.0:1762170988.976514:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976523:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976529:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1762170988.976536:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.976538:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976539:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.976543:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976553:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.976558:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.976559:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976560:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.976564:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+232:2417:x1847765489632000:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 103us (317us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.976594:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.976594:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33233 00010000:00010000:1.0:1762170988.976597:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.976598:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.976609:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489632128 00000100:00100000:0.0:1762170988.976615:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489632128 00010000:00010000:2.0:1762170988.976623:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.976624:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976633:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ddd56c600/0x96d1ba5869cbee48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d2 expref: 447 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.976645:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3b72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.976656:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170988.976666:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33234 00010000:00010000:2.0:1762170988.976670:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.976676:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.976677:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e886e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+447:2417:x1847765489632128:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.976679:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976692:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.976697:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.976701:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ddd56c600/0x96d1ba5869cbee48 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d2 expref: 447 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.976705:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976746:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976746:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ddd56c600/0x96d1ba5869cbee48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d2 expref: 447 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.976772:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976774:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.976778:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.976781:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+791:3641:x1847765481652864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2768us (3115us total) trans 4294975523 rc 0/0 00010000:00010000:0.0:1762170988.976784:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.976785:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976791:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3b80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.976800:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41853 00010000:00010000:0.0:1762170988.976820:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.976827:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170988.976831:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.976836:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976837:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.976842:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c359200/0x96d1ba5869cbfb99 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6163 expref: 231 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.976844:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976850:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.976857:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976867:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.976873:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.976874:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481653632:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.976875:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976898:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.976899:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976901:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976921:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976925:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc3b87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.976926:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976934:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3b6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.976952:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976968:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.976970:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.976973:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.976979:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.976980:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.976981:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.976984:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.976987:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+567:3642:x1847765481652096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4063us (4359us total) trans 4294977256 rc 0/0 00010000:00010000:2.0:1762170988.976989:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.976999:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41849 00000100:00100000:0.0:1762170988.977002:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481654400:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.977009:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.977010:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.977016:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.977020:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.977028:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.977034:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.977035:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.977050:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.977052:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.977065:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.977066:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.977072:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.977078:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3b8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.977100:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e886e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+447:2417:x1847765489632128:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 424us (566us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.977101:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.977105:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.977110:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.977110:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33234 00000100:00100000:1.0:1762170988.977140:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+791:3643:x1847765481653376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2874us (2957us total) trans 4294975524 rc 0/0 00000004:00080000:2.0:1762170988.977141:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512d880/2, rc 0, transno 4294975522 00000100:00100000:0.0:1762170988.977150:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489632256 00000100:00100000:3.0:1762170988.977155:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.977156:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41854 00000100:00100000:0.0:1762170988.977156:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489632256 00000100:00100000:2.0:1762170988.977157:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481652992:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.977176:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c4e00/0x96d1ba5869cc0bb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7074 expref: 447 pid: 8390 timeout: 4705 lvb_type: 0 00000004:00080000:2.0:1762170988.977177:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb530b800/2, rc 0, transno 4294977256 00000100:00100000:3.0:1762170988.977179:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489632384 00000100:00100000:3.0:1762170988.977186:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489632384 00000100:00100000:2.0:1762170988.977194:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481652096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.977204:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c359600/0x96d1ba5869cbfb84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6139 expref: 231 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.977204:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33235 00010000:00010000:3.0:1762170988.977207:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35b000/0x96d1ba5869cbfba0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6171 expref: 231 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.977219:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+447:2416:x1847765489632256:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.977230:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481653120:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.977237:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.977244:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c4e00/0x96d1ba5869cc0bb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7074 expref: 447 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.977246:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.977249:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33236 00000100:00100000:3.0:1762170988.977264:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+230:2416:x1847765489632384:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.977269:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481655168:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.977270:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.977271:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c4e00/0x96d1ba5869cc0bb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7074 expref: 447 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170988.977276:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.977286:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35b000/0x96d1ba5869cbfba0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6171 expref: 230 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.977293:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.977304:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4e00/0x96d1ba5869cc0bb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7074 expref: 447 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.977306:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.977314:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35b000/0x96d1ba5869cbfba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6171 expref: 230 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.977317:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.977327:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.977331:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.977337:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.977339:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.977346:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1762170988.977348:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512f480/2, rc 0, transno 4294975524 00010000:00010000:3.0:1762170988.977351:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.977358:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.977361:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481653376:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.977370:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.977372:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.977378:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512d180/2, rc 0, transno 4294975521 00010000:00010000:3.0:1762170988.977379:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.977387:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481652352:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.977397:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170988.977406:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.977409:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481655040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.977428:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+230:2416:x1847765489632384:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 168us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.977436:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33236 00000100:00100000:0.0:1762170988.977448:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.977453:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.977458:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.977466:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170988.977467:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481655168 00010000:00010000:2.0:1762170988.977472:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.977473:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481655168 00000100:00100000:0.0:1762170988.977478:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481655424:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.977487:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.977494:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+791:3640:x1847765481652736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3938us (4022us total) trans 4294975525 rc 0/0 00000100:00100000:3.0:1762170988.977497:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481655040 00000100:00100000:3.0:1762170988.977503:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481655040 00010000:00010000:2.0:1762170988.977508:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.977508:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41851 00010000:00010000:2.0:1762170988.977519:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3b79 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.977527:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.977532:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41860 00000100:00100000:1.0:1762170988.977539:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41861 00010000:00010000:2.0:1762170988.977543:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170988.977544:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+567:3642:x1847765481655168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.977548:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.977552:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+791:3640:x1847765481655040:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.977553:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1762170988.977560:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1881 count 1 00000004:00080000:0.0:1762170988.977563:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512f100/2, rc 0, transno 4294975525 00000100:00100000:2.0:1762170988.977565:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:1.0:1762170988.977568:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2104 count 1 00010000:00010000:3.0:1762170988.977575:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.977576:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481652736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.977577:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481655296:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.977596:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.977601:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d800/0x96d1ba5869cbee72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55fc expref: 446 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.977621:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.977622:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.977625:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.977630:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.977633:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34000/0x96d1ba5869cbfbae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc618d expref: 229 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.977644:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170988.977647:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.977651:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.977654:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.977655:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481655552:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.977661:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d800/0x96d1ba5869cbee72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55fc expref: 446 pid: 8390 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170988.977669:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512dc00/2, rc 0, transno 4294975523 00010000:00010000:3.0:1762170988.977680:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d800/0x96d1ba5869cbee72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55fc expref: 446 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.977682:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481652864:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.977690:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34000/0x96d1ba5869cbfbae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc618d expref: 229 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.977696:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.977768:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481655680:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.977773:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35b000/0x96d1ba5869cbfba0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6171 expref: 229 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.977791:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481654656:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.977799:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34000/0x96d1ba5869cbfbae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc618d expref: 228 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.977811:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.977814:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.977815:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481655808:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.977829:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.977836:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.977846:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.977846:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.977858:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.977863:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481655424 00000100:00100000:1.0:1762170988.977869:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481655424 00000100:00100000:2.0:1762170988.977879:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481655936:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.977882:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.977887:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481655296 00000100:00100000:1.0:1762170988.977890:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481655296 00000100:00100000:1.0:1762170988.977909:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481655552 00000100:00100000:2.0:1762170988.977910:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.977914:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481655552 00010000:00010000:3.0:1762170988.977915:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.977920:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.977927:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.977930:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.977936:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.977937:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481655936 00000100:00100000:1.0:1762170988.977941:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481655936 00010000:00010000:3.0:1762170988.977950:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.977955:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3ba3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.977963:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41862 00010000:00010000:3.0:1762170988.977973:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.977973:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+796:3640:x1847765481655424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.977977:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.977981:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1762170988.977987:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2106 count 1 00010000:00010000:1.0:1762170988.978002:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.978013:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35aa00/0x96d1ba5869cbfbbc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a9 expref: 228 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.978021:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.978023:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.978026:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.978036:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+796:3643:x1847765481654016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2426us (2900us total) trans 4294975526 rc 0/0 00000100:00100000:0.0:1762170988.978047:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41857 00010000:00010000:1.0:1762170988.978052:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35aa00/0x96d1ba5869cbfbbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a9 expref: 228 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.978063:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35aa00/0x96d1ba5869cbfbbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a9 expref: 228 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.978074:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481656064:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.978087:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d3100/2, rc 0, transno 4294975526 00000100:00100000:0.0:1762170988.978102:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481654016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.978104:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f840 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.978130:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41863 00000100:00100000:1.0:1762170988.978138:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+795:3642:x1847765481655296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.978151:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2105 count 1 00010000:00010000:1.0:1762170988.978161:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.978166:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481656192:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.978176:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c358000/0x96d1ba5869cbfbb5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc619b expref: 228 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.978182:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41864 00010000:00010000:1.0:1762170988.978194:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.978197:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+795:3640:x1847765481655552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.978198:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.978201:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.978203:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.978215:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2107 count 1 00010000:00010000:1.0:1762170988.978226:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c358000/0x96d1ba5869cbfbb5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc619b expref: 228 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.978229:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.978233:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481656192 00000100:00100000:0.0:1762170988.978239:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481656192 00010000:00010000:1.0:1762170988.978242:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c358000/0x96d1ba5869cbfbb5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc619b expref: 228 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.978251:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30200/0x96d1ba5869cbfbc3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61b7 expref: 228 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.978259:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481656320:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.978261:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.978266:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.978267:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41865 00010000:00010000:2.0:1762170988.978272:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.978280:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+796:3642:x1847765481655936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.978295:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2108 count 1 00010000:00010000:2.0:1762170988.978300:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30200/0x96d1ba5869cbfbc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61b7 expref: 228 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.978303:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.978309:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.978316:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30200/0x96d1ba5869cbfbc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61b7 expref: 228 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.978326:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35c00/0x96d1ba5869cbfbca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61c5 expref: 228 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.978328:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41866 00000100:00100000:1.0:1762170988.978343:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+796:3643:x1847765481656192:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.978352:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5339c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481656448:192.168.202.10@tcp:104: 00002000:00080000:1.0:1762170988.978361:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2109 count 1 00010000:00010000:0.0:1762170988.978362:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.978366:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.978369:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.978374:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.978386:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c359c00/0x96d1ba5869cbfbd1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61d3 expref: 228 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.978393:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.978395:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35c00/0x96d1ba5869cbfbca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61c5 expref: 228 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.978396:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.978397:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.978401:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.978421:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35c00/0x96d1ba5869cbfbca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61c5 expref: 228 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.978434:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5308a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481656576:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.978439:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c359c00/0x96d1ba5869cbfbd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61d3 expref: 228 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.978450:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c359c00/0x96d1ba5869cbfbd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61d3 expref: 228 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.978461:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481656704:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.978468:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.978494:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.978495:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.978523:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+446:2416:x1847765489632256:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1308us (1458us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.978532:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ddd56c600/0x96d1ba5869cbee48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55d2 expref: 446 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.978533:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33235 00000100:00100000:1.0:1762170988.978548:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481654272:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.978568:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.978568:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.978599:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.978602:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.978617:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.978620:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.978634:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.978647:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.978650:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.978673:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170988.978684:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.978685:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.978690:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.978692:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.978697:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.978703:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.978733:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.978737:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.978747:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.978760:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.978767:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3b9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.978787:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.978790:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.978793:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.978863:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+568:3641:x1847765481653760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3621us (4006us total) trans 4294977257 rc 0/0 00000100:00100000:1.0:1762170988.978872:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41856 00000004:00080000:2.0:1762170988.978875:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5308e00/2, rc 0, transno 4294977257 00000100:00100000:2.0:1762170988.978889:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481653760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.978946:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.978956:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5339880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481656832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.978991:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.979024:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481656832 00000100:00100000:1.0:1762170988.979029:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481656832 00000100:00100000:1.0:1762170988.979060:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41867 00000100:00100000:1.0:1762170988.979070:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+568:3641:x1847765481656832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.979083:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1882 count 1 00010000:00010000:0.0:1762170988.979085:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.979097:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.979097:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.979124:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104cbc00/0x96d1ba5869cbeeaa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc560a expref: 444 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.979126:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.979139:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.979143:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.979144:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3b95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.979147:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.979167:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.979172:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.979175:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104cbc00/0x96d1ba5869cbeeaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc560a expref: 444 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.979176:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.979189:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104cbc00/0x96d1ba5869cbeeaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc560a expref: 444 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.979206:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481656960:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.979265:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f180 going to sleep for 11 seconds 00000100:00100000:3.0:1762170988.979906:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.979932:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489632512 00000100:00100000:1.0:1762170988.979938:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489632512 00010000:00010000:1.0:1762170988.979961:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31800/0x96d1ba5869cbfba7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc617f expref: 229 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.979979:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5339f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481654912:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.979993:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33237 00010000:00010000:2.0:1762170988.980001:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.980005:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+229:2417:x1847765489632512:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.980021:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.980027:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31800/0x96d1ba5869cbfba7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc617f expref: 229 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.980041:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31800/0x96d1ba5869cbfba7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc617f expref: 229 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.980059:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.980061:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.980064:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.980073:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.980100:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481656064:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.980113:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.980147:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481656320:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.980165:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.980172:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5339c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481656448:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.980193:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.980201:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481656704:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.980223:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.980233:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.980266:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481655808:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.980274:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.980282:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.980305:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489632640 00000100:00100000:3.0:1762170988.980309:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.980310:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489632640 00010000:00010000:1.0:1762170988.980333:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ca200/0x96d1ba5869cbee64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55ee expref: 445 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.980351:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.980363:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489632896 00000100:00100000:1.0:1762170988.980367:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489632896 00010000:00010000:1.0:1762170988.980383:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34000/0x96d1ba5869cbfbae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc618d expref: 230 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.980393:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.980405:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489633536 00000100:00100000:1.0:1762170988.980409:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489633536 00000100:00100000:3.0:1762170988.980424:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.980428:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35c00/0x96d1ba5869cbfbca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61c5 expref: 231 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.980448:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489633152 00000100:00100000:1.0:1762170988.980451:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489633152 00000100:00100000:3.0:1762170988.980460:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.980468:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c358000/0x96d1ba5869cbfbb5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc619b expref: 232 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.980482:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489633408 00000100:00100000:1.0:1762170988.980484:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489633408 00010000:00010000:1.0:1762170988.980499:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c359c00/0x96d1ba5869cbfbd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61d3 expref: 233 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.980512:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489632768 00000100:00100000:1.0:1762170988.980514:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489632768 00000100:00100000:3.0:1762170988.980533:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.980533:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d800/0x96d1ba5869cbee72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55fc expref: 446 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.980554:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489633024 00000100:00100000:1.0:1762170988.980557:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489633024 00010000:00010000:1.0:1762170988.980572:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35aa00/0x96d1ba5869cbfbbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a9 expref: 234 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.980594:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31800/0x96d1ba5869cbfba7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc617f expref: 234 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.980600:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489633280 00000100:00100000:1.0:1762170988.980605:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489633280 00000100:00100000:3.0:1762170988.980613:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481654784:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.980622:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30200/0x96d1ba5869cbfbc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61b7 expref: 234 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.980631:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.980646:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33238 00000100:00100000:1.0:1762170988.980658:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+446:2417:x1847765489632640:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.980668:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.980674:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481655680:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.980675:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ca200/0x96d1ba5869cbee64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55ee expref: 446 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.980692:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ca200/0x96d1ba5869cbee64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55ee expref: 446 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.980698:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.980732:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ca200/0x96d1ba5869cbee64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55ee expref: 446 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.980746:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.980748:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.980751:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.980759:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.980786:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.980794:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.980804:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.980808:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33239 00000100:00100000:1.0:1762170988.980817:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+445:2417:x1847765489632640:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (587us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.980820:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.980827:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+234:2417:x1847765489632896:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.980833:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33238 00010000:00010000:2.0:1762170988.980839:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.980844:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.980853:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34000/0x96d1ba5869cbfbae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc618d expref: 234 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.980856:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.980863:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33240 00000100:00100000:1.0:1762170988.980877:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+234:2415:x1847765489633536:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.980885:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.980891:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35c00/0x96d1ba5869cbfbca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61c5 expref: 234 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.980902:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35c00/0x96d1ba5869cbfbca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61c5 expref: 234 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.980914:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.980916:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.980919:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.980925:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.980941:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.980963:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+234:2415:x1847765489633536:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 91us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.980971:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33240 00000100:00100000:1.0:1762170988.980994:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33241 00010000:00010000:3.0:1762170988.980998:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34000/0x96d1ba5869cbfbae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc618d expref: 234 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.981000:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+570:3641:x1847765481654528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5062us (5150us total) trans 4294977259 rc 0/0 00000100:00100000:1.0:1762170988.981009:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e886e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+233:2417:x1847765489633152:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.981018:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41859 00010000:00010000:1.0:1762170988.981025:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.981032:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c358000/0x96d1ba5869cbfbb5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc619b expref: 233 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.981036:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34000/0x96d1ba5869cbfbae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc618d expref: 233 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.981047:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.981052:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c358000/0x96d1ba5869cbfbb5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc619b expref: 232 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.981054:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.981056:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.981060:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.981066:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.981076:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.981083:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.981091:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981092:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c358000/0x96d1ba5869cbfbb5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc619b expref: 232 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.981098:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981121:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.981125:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981125:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.981131:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.981131:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.981138:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3bb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981145:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.981159:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+231:2417:x1847765489632896:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 337us (885us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.981167:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.981168:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.981171:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33239 00010000:00010000:2.0:1762170988.981172:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.981176:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.981195:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e886e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+230:2417:x1847765489633152:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.981202:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33242 00000004:00080000:2.0:1762170988.981206:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5309880/2, rc 0, transno 4294977259 00000100:00100000:1.0:1762170988.981211:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33241 00000100:00100000:3.0:1762170988.981216:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+230:2417:x1847765489633408:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.981221:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481654528:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.981227:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.981235:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c359c00/0x96d1ba5869cbfbd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61d3 expref: 229 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.981236:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33243 00000100:00100000:1.0:1762170988.981248:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+444:2417:x1847765489632768:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.981251:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c359c00/0x96d1ba5869cbfbd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61d3 expref: 229 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.981259:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.981266:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d800/0x96d1ba5869cbee72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55fc expref: 444 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.981270:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5339c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481657088:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.981271:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c359c00/0x96d1ba5869cbfbd1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61d3 expref: 229 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.981288:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d800/0x96d1ba5869cbee72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55fc expref: 444 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.981291:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.981295:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.981301:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981309:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ddd56d800/0x96d1ba5869cbee72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc55fc expref: 444 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.981310:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.981319:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981328:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.981331:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.981335:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.981342:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.981344:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981364:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.981367:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+228:2417:x1847765489633408:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.981374:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33242 00000100:00100000:1.0:1762170988.981391:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+443:2417:x1847765489632768:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 144us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.981400:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33244 00000100:00100000:1.0:1762170988.981409:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33243 00000100:00100000:3.0:1762170988.981414:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+227:2417:x1847765489633024:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.981426:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.981432:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35aa00/0x96d1ba5869cbfbbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a9 expref: 227 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.981437:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33245 00010000:00010000:3.0:1762170988.981450:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35aa00/0x96d1ba5869cbfbbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a9 expref: 227 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.981451:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+227:2417:x1847765489633280:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.981463:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.981475:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.981478:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35aa00/0x96d1ba5869cbfbbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a9 expref: 227 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.981484:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30200/0x96d1ba5869cbfbc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61b7 expref: 227 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.981497:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.981501:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30200/0x96d1ba5869cbfbc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61b7 expref: 226 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.981502:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.981507:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.981517:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981522:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30200/0x96d1ba5869cbfbc3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61b7 expref: 226 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.981537:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.981539:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.981543:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981550:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.981567:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481657088 00010000:00010000:1.0:1762170988.981570:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.981573:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481657088 00010000:00010000:3.0:1762170988.981591:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.981606:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981615:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.981618:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41868 00010000:00010000:1.0:1762170988.981629:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.981630:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+570:3641:x1847765481657088:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.981643:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.981651:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1883 count 1 00000100:00100000:3.0:1762170988.981658:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+225:2417:x1847765489633024:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 249us (1201us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.981663:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.981667:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.981668:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33244 00010000:00010000:2.0:1762170988.981683:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ce800/0x96d1ba5869cbeecd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5618 expref: 442 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.981690:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.981691:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.981695:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.981697:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.981699:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.981742:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.981747:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.981755:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.981757:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ce800/0x96d1ba5869cbeecd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5618 expref: 442 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.981774:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.981776:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ce800/0x96d1ba5869cbeecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5618 expref: 442 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.981786:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3bc6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.981796:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5338380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481657216:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.981814:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.981819:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.981824:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.981834:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+797:3640:x1847765481655424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3861us (4310us total) trans 4294975527 rc 0/0 00000100:00100000:1.0:1762170988.981843:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41862 00000100:00100000:2.0:1762170988.981848:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000004:00080000:2.0:1762170988.981880:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5338e00/2, rc 0, transno 4294975527 00000100:00100000:1.0:1762170988.981887:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+224:2417:x1847765489633280:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 438us (1357us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170988.981895:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5338e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481655424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.981895:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33245 00000100:00100000:1.0:1762170988.981918:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489633664 00000100:00100000:1.0:1762170988.981923:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489633664 00010000:00010000:3.0:1762170988.981933:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.981941:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104cbc00/0x96d1ba5869cbeeaa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc560a expref: 443 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.981962:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481657344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.981964:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33246 00000100:00100000:1.0:1762170988.981975:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+443:2417:x1847765489633664:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.981983:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.981988:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104cbc00/0x96d1ba5869cbeeaa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc560a expref: 443 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.981998:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.982000:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104cbc00/0x96d1ba5869cbeeaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc560a expref: 443 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.982012:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.982021:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982024:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.982029:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.982030:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982035:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982044:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.982048:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.982050:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481657344 00000100:00100000:2.0:1762170988.982056:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481657344 00010000:00010000:1.0:1762170988.982072:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.982092:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41869 00000100:00100000:2.0:1762170988.982103:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5338a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+797:3642:x1847765481657344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.982117:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2110 count 1 00000100:00100000:1.0:1762170988.982126:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+443:2417:x1847765489633664:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 150us (667us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.982131:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.982136:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33246 00010000:00010000:2.0:1762170988.982150:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c358800/0x96d1ba5869cbfbe6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e1 expref: 223 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.982156:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.982159:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.982162:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982165:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982176:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982185:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982192:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982197:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c358800/0x96d1ba5869cbfbe6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e1 expref: 223 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.982210:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c358800/0x96d1ba5869cbfbe6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e1 expref: 223 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.982213:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170988.982226:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481657472:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.982258:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.982276:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.982281:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982289:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.982293:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.982294:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+571:3642:x1847765481655168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4752us (4990us total) trans 4294977260 rc 0/0 00010000:00010000:2.0:1762170988.982311:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.982312:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41860 00010000:00010000:2.0:1762170988.982329:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982337:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc3bb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.982349:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+798:3642:x1847765481655296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4211us (4729us total) trans 4294975528 rc 0/0 00000100:00100000:1.0:1762170988.982358:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41863 00010000:00010000:2.0:1762170988.982360:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.982365:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982372:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.982377:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.982382:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.982384:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982390:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982396:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982401:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982410:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3bcd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982415:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982436:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982447:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.982449:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1762170988.982452:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982460:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.982463:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982470:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982481:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982488:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449400/0x96d1ba5869cc3be2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982503:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.982506:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.982511:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.982516:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.982537:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5339180/2, rc 0, transno 4294975528 00000100:00100000:2.0:1762170988.982548:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481655296:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170988.982563:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5338700/2, rc 0, transno 4294977260 00000100:00100000:2.0:1762170988.982575:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5338700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481655168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.982606:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+798:3643:x1847765481656192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4266us (4408us total) trans 4294975529 rc 0/0 00000100:00100000:1.0:1762170988.982613:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41866 00000004:00080000:0.0:1762170988.982616:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb530a680/2, rc 0, transno 4294975529 00000100:00100000:0.0:1762170988.982625:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481656192:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.982642:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.982643:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481657600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.982656:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982666:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.982674:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.982686:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.982697:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481657856:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.982697:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.982752:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.982781:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.982790:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481657728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.982801:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.982821:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.982824:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.982830:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.982838:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.982842:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.982850:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.982864:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982868:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.982872:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3bbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.982886:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.982887:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+798:3640:x1847765481655040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5337us (5440us total) trans 4294975530 rc 0/0 00010000:00010000:3.0:1762170988.982902:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.982903:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41861 00010000:00010000:2.0:1762170988.982904:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.982906:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.982911:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.982917:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.982924:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481657600 00000100:00100000:1.0:1762170988.982928:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481657600 00000100:00100000:3.0:1762170988.982929:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481657856 00000100:00100000:3.0:1762170988.982934:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481657856 00010000:00010000:2.0:1762170988.982938:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.982943:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.982951:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.982954:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481657728 00000100:00100000:1.0:1762170988.982960:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481657728 00000100:00100000:3.0:1762170988.982963:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41870 00010000:00010000:0.0:1762170988.982963:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.982970:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.982974:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+571:3643:x1847765481657600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.982985:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41871 00010000:00010000:0.0:1762170988.982987:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170988.982989:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1884 count 1 00000100:00100000:1.0:1762170988.982997:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+800:3641:x1847765481657856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.983002:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.983007:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.983013:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ddd56a800/0x96d1ba5869cbeee9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5626 expref: 442 pid: 24348 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1762170988.983013:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2112 count 1 00010000:00010000:0.0:1762170988.983023:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3bd4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.983024:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.983028:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.983030:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.983032:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.983052:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.983057:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.983058:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30e00/0x96d1ba5869cbfbdf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61fd expref: 223 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.983062:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.983064:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ddd56a800/0x96d1ba5869cbeee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5626 expref: 442 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.983071:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+800:3640:x1847765481655552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4876us (5377us total) trans 4294975531 rc 0/0 00000100:00100000:2.0:1762170988.983090:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41864 00010000:00010000:1.0:1762170988.983099:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.983102:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.983103:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ddd56a800/0x96d1ba5869cbeee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5626 expref: 442 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.983106:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.983114:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481657984:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.983119:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41872 00000100:00100000:2.0:1762170988.983131:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+799:3641:x1847765481657728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.983137:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30e00/0x96d1ba5869cbfbdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61fd expref: 223 pid: 33719 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1762170988.983147:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2111 count 1 00010000:00010000:1.0:1762170988.983151:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30e00/0x96d1ba5869cbfbdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61fd expref: 223 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.983156:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54a80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.983163:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.983169:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481658112:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.983181:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a600/0x96d1ba5869cbfbd8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61ef expref: 223 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.983190:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.983193:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.983196:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.983206:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f840 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.983222:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a600/0x96d1ba5869cbfbd8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61ef expref: 223 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170988.983231:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489633792 00010000:00010000:2.0:1762170988.983235:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a600/0x96d1ba5869cbfbd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61ef expref: 223 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.983236:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489633792 00000100:00100000:2.0:1762170988.983249:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481658240:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.983258:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ce800/0x96d1ba5869cbeecd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5618 expref: 443 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.983289:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.983290:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33247 00000100:00100000:1.0:1762170988.983303:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+443:2416:x1847765489633792:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.983312:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.983316:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ce800/0x96d1ba5869cbeecd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5618 expref: 443 pid: 22703 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.983319:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb530a300/2, rc 0, transno 4294975531 00000100:00100000:2.0:1762170988.983335:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481655552:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.983336:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ce800/0x96d1ba5869cbeecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5618 expref: 443 pid: 22703 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.983354:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5338000/2, rc 0, transno 4294975530 00010000:00010000:1.0:1762170988.983355:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.983358:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.983364:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481655040:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.983364:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.983377:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.983392:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.983414:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+443:2416:x1847765489633792:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 115us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.983421:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33247 00000100:00100000:0.0:1762170988.983454:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.983467:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481658496:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.983471:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104cbc00/0x96d1ba5869cbeeaa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc560a expref: 442 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.983486:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481656960:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.983502:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481657472:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.983503:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.983508:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.983519:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.983526:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.983527:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.983533:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481658368:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.983551:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.983559:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.983562:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481658496 00000100:00100000:2.0:1762170988.983568:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481658496 00000100:00100000:0.0:1762170988.983572:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.983575:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.983608:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481658368 00000100:00100000:2.0:1762170988.983613:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481658368 00000100:00100000:2.0:1762170988.983644:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41873 00000100:00100000:2.0:1762170988.983654:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+801:3643:x1847765481658496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.983667:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2114 count 1 00010000:00010000:2.0:1762170988.983680:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.983692:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34800/0x96d1ba5869cbfc9c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6219 expref: 223 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.983699:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.983701:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.983704:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.983745:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34800/0x96d1ba5869cbfc9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6219 expref: 223 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.983756:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34800/0x96d1ba5869cbfc9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6219 expref: 223 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.983768:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481658624:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.983773:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+572:3641:x1847765481656832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4703us (4781us total) trans 4294977261 rc 0/0 00000100:00100000:1.0:1762170988.983781:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41867 00000100:00100000:1.0:1762170988.983802:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41874 00000100:00100000:1.0:1762170988.983810:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+801:3643:x1847765481658368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170988.983823:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2113 count 1 00000100:00100000:2.0:1762170988.983830:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.983835:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.983847:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.983849:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31600/0x96d1ba5869cbfbed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc620b expref: 223 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.983853:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.983854:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.983869:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.983871:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.983873:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.983877:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.983878:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.983895:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.983909:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.983912:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31600/0x96d1ba5869cbfbed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc620b expref: 223 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.983923:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3be9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.983931:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31600/0x96d1ba5869cbfbed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc620b expref: 223 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.983946:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.983950:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481658752:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.983952:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.983957:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.983983:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5339880/2, rc 0, transno 4294977261 00000100:00100000:2.0:1762170988.983994:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5339880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481656832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.983995:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.984025:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489633920 00000100:00100000:1.0:1762170988.984029:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489633920 00010000:00010000:1.0:1762170988.984048:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c358800/0x96d1ba5869cbfbe6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e1 expref: 224 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.984052:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481658880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.984081:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33248 00000100:00100000:2.0:1762170988.984089:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.984093:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+224:2416:x1847765489633920:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.984103:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.984108:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c358800/0x96d1ba5869cbfbe6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e1 expref: 224 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.984121:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c358800/0x96d1ba5869cbfbe6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e1 expref: 224 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.984137:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c358800/0x96d1ba5869cbfbe6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e1 expref: 224 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.984150:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.984152:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.984155:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.984163:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ce800/0x96d1ba5869cbeecd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5618 expref: 441 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.984165:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.984188:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5338380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481657216:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.984198:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.984207:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.984217:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.984224:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.984228:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+223:2416:x1847765489633920:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 137us (379us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.984239:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.984244:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33248 00010000:00010000:2.0:1762170988.984254:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.984268:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.984300:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481658880 00000100:00100000:1.0:1762170988.984305:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481658880 00000100:00100000:1.0:1762170988.984330:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41875 00000100:00100000:1.0:1762170988.984339:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+573:3640:x1847765481658880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170988.984351:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1885 count 1 00010000:00010000:1.0:1762170988.984365:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.984376:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12800/0x96d1ba5869cbef3d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5634 expref: 440 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.984383:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.984384:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.984388:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.984407:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5339f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+573:3641:x1847765481657088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2778us (3100us total) trans 4294977262 rc 0/0 00010000:00010000:1.0:1762170988.984409:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12800/0x96d1ba5869cbef3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5634 expref: 440 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.984411:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.984423:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41868 00010000:00010000:1.0:1762170988.984429:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12800/0x96d1ba5869cbef3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5634 expref: 440 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.984445:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.984446:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481659008:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.984454:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.984457:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170988.984466:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.984470:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.984476:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.984485:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.984486:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.984497:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3bf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.984510:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489634048 00000100:00100000:1.0:1762170988.984514:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489634048 00010000:00010000:2.0:1762170988.984515:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.984518:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.984521:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.984533:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ddd56a800/0x96d1ba5869cbeee9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5626 expref: 441 pid: 24348 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.984544:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5339c00/2, rc 0, transno 4294977262 00000100:00100000:3.0:1762170988.984554:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481657984:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.984555:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5339c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481657088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.984557:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489634176 00000100:00100000:1.0:1762170988.984562:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489634176 00010000:00010000:1.0:1762170988.984579:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30e00/0x96d1ba5869cbfbdf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61fd expref: 223 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.984610:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.984621:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481659136:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.984622:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.984622:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33249 00000100:00100000:1.0:1762170988.984638:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+441:2415:x1847765489634048:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.984648:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.984651:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33250 00010000:00010000:1.0:1762170988.984656:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ddd56a800/0x96d1ba5869cbeee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5626 expref: 441 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.984665:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.984666:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+223:2414:x1847765489634176:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.984678:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ddd56a800/0x96d1ba5869cbeee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5626 expref: 441 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.984680:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.984690:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30e00/0x96d1ba5869cbfbdf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61fd expref: 223 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.984699:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ddd56a800/0x96d1ba5869cbeee9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5626 expref: 441 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.984728:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30e00/0x96d1ba5869cbfbdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61fd expref: 223 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.984747:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.984750:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.984753:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.984762:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.984803:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.984809:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.984817:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.984819:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.984821:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.984823:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.984829:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.984835:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.984839:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.984845:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.984864:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.984876:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+223:2414:x1847765489634176:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 215us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.984885:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33250 00000100:00100000:1.0:1762170988.984892:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+440:2415:x1847765489634048:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 256us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.984900:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33249 00010000:00010000:3.0:1762170988.984906:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.984913:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.984922:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.984927:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.984927:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481659136 00000100:00100000:1.0:1762170988.984933:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481659136 00010000:00010000:3.0:1762170988.984940:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.984953:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.984961:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3bf7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.984963:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41876 00000100:00100000:1.0:1762170988.984974:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+573:3640:x1847765481659136:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.984977:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5338a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+802:3642:x1847765481657344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2875us (2978us total) trans 4294975532 rc 0/0 00010000:00010000:3.0:1762170988.984984:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1762170988.984989:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1886 count 1 00010000:00010000:3.0:1762170988.984990:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.984992:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41869 00010000:00010000:3.0:1762170988.984997:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.985006:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.985018:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12c00/0x96d1ba5869cbef2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5642 expref: 439 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.985025:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.985027:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.985031:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.985033:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb533aa00/2, rc 0, transno 4294975532 00000100:00100000:2.0:1762170988.985047:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481657344:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.985059:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12c00/0x96d1ba5869cbef2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5642 expref: 439 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.985075:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12c00/0x96d1ba5869cbef2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5642 expref: 439 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.985088:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481659264:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.985108:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481659392:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.985133:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c35c00/0x96d1ba5869cbfbca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61c5 expref: 222 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.985134:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.985145:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.985154:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5308a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481656576:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.985160:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481659392 00000100:00100000:1.0:1762170988.985165:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481659392 00010000:00010000:0.0:1762170988.985175:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.985187:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.985193:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41877 00010000:00010000:0.0:1762170988.985201:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.985203:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+802:3642:x1847765481659392:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.985216:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.985218:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2115 count 1 00010000:00010000:0.0:1762170988.985228:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.985232:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.985245:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.985246:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c000/0x96d1ba5869cbfca3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6227 expref: 221 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.985257:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.985258:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.985260:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.985262:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.985265:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.985266:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.985282:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.985289:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.985297:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.985298:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.985305:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c000/0x96d1ba5869cbfca3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6227 expref: 221 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.985320:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.985326:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.985339:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c000/0x96d1ba5869cbfca3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6227 expref: 221 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.985339:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.985363:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.985369:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481659520:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.985371:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481658240:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.985382:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3bdb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.985392:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.985393:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.985399:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.985404:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.985409:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.985409:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321900 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.985413:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.985419:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.985428:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.985429:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489634304 00000100:00100000:1.0:1762170988.985434:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489634304 00010000:00010000:0.0:1762170988.985445:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.985454:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3bfe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.985455:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a600/0x96d1ba5869cbfbd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61ef expref: 222 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.985492:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.985495:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33251 00010000:00010000:0.0:1762170988.985497:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.985502:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.985506:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+222:2416:x1847765489634304:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.985515:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.985519:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a600/0x96d1ba5869cbfbd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61ef expref: 222 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.985530:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a600/0x96d1ba5869cbfbd8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61ef expref: 222 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.985547:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a600/0x96d1ba5869cbfbd8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61ef expref: 222 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.985558:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.985560:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.985564:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.985572:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.985614:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.985618:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.985628:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.985636:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.985644:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.985647:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+221:2416:x1847765489634304:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 141us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.985661:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+803:3642:x1847765481655936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7382us (7749us total) trans 4294975533 rc 0/0 00000100:00100000:1.0:1762170988.985667:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33251 00010000:00010000:2.0:1762170988.985669:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.985674:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41865 00000100:00100000:1.0:1762170988.985705:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481659008:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.985743:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30600/0x96d1ba5869cbfb61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60f3 expref: 220 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.985748:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.985761:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481650304:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.985775:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+574:3643:x1847765481657600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2802us (3092us total) trans 4294977263 rc 0/0 00010000:00010000:0.0:1762170988.985781:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.985786:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41870 00010000:00010000:1.0:1762170988.985788:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c30e00/0x96d1ba5869cbfbdf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61fd expref: 219 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.985809:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481658112:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.985821:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffc380/2, rc 0, transno 4294977263 00010000:00010000:1.0:1762170988.985829:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.985830:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+803:3641:x1847765481657728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2700us (3006us total) trans 4294975534 rc 0/0 00000100:00100000:0.0:1762170988.985836:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481657600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.985853:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.985855:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41872 00010000:00010000:1.0:1762170988.985865:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.985873:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.985881:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.985883:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.985891:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.985894:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481659648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.985906:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170988.985909:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.985911:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.985915:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.985924:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.985925:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.985930:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.985949:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.985955:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.985956:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.985964:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.985975:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.985979:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.985987:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.986006:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.986007:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.986014:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.986018:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+803:3641:x1847765481657856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3022us (3262us total) trans 4294975535 rc 0/0 00010000:00010000:2.0:1762170988.986019:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.986023:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.986029:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3c05 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.986031:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.986037:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41871 00000004:00080000:2.0:1762170988.986049:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb533b100/2, rc 0, transno 4294975533 00000100:00100000:1.0:1762170988.986059:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481659648 00010000:00010000:0.0:1762170988.986060:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.986064:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481659648 00010000:00010000:3.0:1762170988.986065:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170988.986066:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481655936:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.986073:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.986082:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.986086:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.986094:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41878 00010000:00010000:3.0:1762170988.986097:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.986104:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+574:3643:x1847765481659648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.986120:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.986121:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1887 count 1 00010000:00010000:2.0:1762170988.986127:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.986134:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3b33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.986138:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.986153:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3cc00/0x96d1ba5869cc0aa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f63 expref: 439 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.986154:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffea00/2, rc 0, transno 4294975534 00010000:00010000:3.0:1762170988.986157:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.986163:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.986165:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170988.986168:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.986169:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1762170988.986170:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481657728:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.986174:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.986183:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+803:3643:x1847765481649920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19121us (19382us total) trans 4294975536 rc 0/0 00000004:00080000:2.0:1762170988.986187:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffca80/2, rc 0, transno 4294975535 00000100:00100000:0.0:1762170988.986194:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41841 00010000:00010000:1.0:1762170988.986196:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3cc00/0x96d1ba5869cc0aa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f63 expref: 439 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.986198:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481657856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.986211:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170988.986215:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3cc00/0x96d1ba5869cc0aa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f63 expref: 439 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.986224:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481659776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.986230:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481659904:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170988.986231:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d7800/2, rc 0, transno 4294975536 00000100:00100000:0.0:1762170988.986242:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481649920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.986263:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.986293:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.986331:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481658752:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.986350:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.986366:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170988.986378:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481660288:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.986390:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170988.986391:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.986400:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.986404:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481660032:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.986410:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.986420:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.986421:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+218:2417:x1847765489632512:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 6419us (6516us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.986437:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33237 00010000:00010000:3.0:1762170988.986438:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.986438:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481660160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.986450:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.986458:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.986474:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.986477:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.986513:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.986519:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.986526:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.986530:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.986538:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.986555:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.986561:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481658624:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.986564:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3baa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.986597:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.986599:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.986603:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.986606:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.986619:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481659776 00000100:00100000:0.0:1762170988.986623:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481659776 00000100:00100000:2.0:1762170988.986627:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481660288 00000100:00100000:2.0:1762170988.986632:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481660288 00000100:00100000:0.0:1762170988.986652:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481660032 00000100:00100000:0.0:1762170988.986657:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481660032 00000100:00100000:2.0:1762170988.986660:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481660160 00000100:00100000:2.0:1762170988.986665:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481660160 00000100:00100000:0.0:1762170988.986685:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41879 00000100:00100000:0.0:1762170988.986696:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+806:3641:x1847765481659776:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.986704:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41880 00000100:00100000:2.0:1762170988.986785:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+806:3643:x1847765481660288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.986800:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2119 count 1 00010000:00010000:2.0:1762170988.986814:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.986827:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a000/0x96d1ba5869cbfcbf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc625f expref: 217 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.986835:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.986838:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.986841:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.986868:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a000/0x96d1ba5869cbfcbf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc625f expref: 217 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.986879:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a000/0x96d1ba5869cbfcbf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc625f expref: 217 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.986891:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481660416:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.986951:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.987002:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.987030:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489634432 00000100:00100000:1.0:1762170988.987035:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489634432 00010000:00010000:1.0:1762170988.987058:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31600/0x96d1ba5869cbfbed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc620b expref: 218 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.987072:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+807:3643:x1847765481654144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11444us (11716us total) trans 4294975537 rc 0/0 00000100:00100000:3.0:1762170988.987082:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41858 00002000:00080000:0.0:1762170988.987084:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2116 count 1 00000100:00100000:1.0:1762170988.987087:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33252 00000100:00100000:2.0:1762170988.987102:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.987102:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+218:2416:x1847765489634432:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.987110:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41881 00010000:00010000:1.0:1762170988.987114:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1762170988.987119:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb533b480/2, rc 0, transno 4294975537 00010000:00010000:1.0:1762170988.987121:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31600/0x96d1ba5869cbfbed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc620b expref: 218 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.987134:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481654144:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.987135:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31600/0x96d1ba5869cbfbed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc620b expref: 218 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.987136:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.987158:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c31600/0x96d1ba5869cbfbed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc620b expref: 218 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.987169:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6663c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+806:3640:x1847765481660032:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.987182:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.987185:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1762170988.987188:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2117 count 1 00010000:00010000:1.0:1762170988.987189:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.987199:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.987203:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.987204:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.987225:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f800/0x96d1ba5869cbfcaa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6243 expref: 217 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.987233:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.987235:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.987239:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41882 00010000:00010000:3.0:1762170988.987241:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.987245:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481659264:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.987253:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+806:3643:x1847765481660160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.987268:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2118 count 1 00010000:00010000:1.0:1762170988.987270:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.987275:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f800/0x96d1ba5869cbfcaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6243 expref: 217 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.987281:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.987298:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489634688 00000100:00100000:1.0:1762170988.987304:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489634688 00010000:00010000:2.0:1762170988.987309:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35dc00/0x96d1ba5869cbfcb8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6251 expref: 217 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.987311:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f800/0x96d1ba5869cbfcaa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6243 expref: 218 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.987324:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34800/0x96d1ba5869cbfc9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6219 expref: 218 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.987328:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.987332:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.987337:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.987342:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481660544:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.987354:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489634560 00000100:00100000:1.0:1762170988.987358:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489634560 00010000:00010000:2.0:1762170988.987375:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35dc00/0x96d1ba5869cbfcb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6251 expref: 218 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.987377:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12800/0x96d1ba5869cbef3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5634 expref: 440 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.987387:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.987401:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35dc00/0x96d1ba5869cbfcb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6251 expref: 218 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.987414:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489634816 00000100:00100000:2.0:1762170988.987415:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481660672:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.987419:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489634816 00010000:00010000:1.0:1762170988.987438:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12c00/0x96d1ba5869cbef2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5642 expref: 441 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.987450:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.987466:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33253 00000100:00100000:1.0:1762170988.987475:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+218:2416:x1847765489634688:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.987483:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.987488:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34800/0x96d1ba5869cbfc9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6219 expref: 218 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.987499:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34800/0x96d1ba5869cbfc9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6219 expref: 218 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.987514:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c34800/0x96d1ba5869cbfc9c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6219 expref: 218 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.987525:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.987527:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.987531:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.987539:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.987557:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.987576:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.987595:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+217:2416:x1847765489634688:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 107us (483us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.987603:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.987609:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33253 00010000:00010000:2.0:1762170988.987617:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.987626:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.987635:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33254 00010000:00010000:2.0:1762170988.987644:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.987647:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+441:2416:x1847765489634560:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.987656:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.987661:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12800/0x96d1ba5869cbef3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5634 expref: 441 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.987672:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12800/0x96d1ba5869cbef3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5634 expref: 441 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.987687:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12800/0x96d1ba5869cbef3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5634 expref: 441 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.987699:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.987701:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.987704:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.987744:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.987790:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33255 00000100:00100000:1.0:1762170988.987801:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+440:2417:x1847765489634816:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.987810:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.987815:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12c00/0x96d1ba5869cbef2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5642 expref: 440 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.987817:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+807:3643:x1847765481658496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4163us (4310us total) trans 4294975538 rc 0/0 00000100:00100000:2.0:1762170988.987833:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41873 00010000:00010000:1.0:1762170988.987838:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12c00/0x96d1ba5869cbef2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5642 expref: 440 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.987855:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c12c00/0x96d1ba5869cbef2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5642 expref: 440 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.987862:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.987866:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.987869:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.987870:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.987875:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.987880:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.987887:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.987888:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.987908:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.987922:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.987924:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.987934:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3c13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.987956:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+439:2417:x1847765489634816:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 158us (754us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.987957:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.987961:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.987966:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.987968:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33255 00000004:00080000:2.0:1762170988.987996:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fff800/2, rc 0, transno 4294975538 00010000:00010000:1.0:1762170988.988000:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.988005:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481658496:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.988016:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.988024:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.988032:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.988051:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170988.988087:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.988093:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.988101:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.988105:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.988119:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.988134:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.988142:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc3c28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.988146:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481660800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.988158:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+575:3640:x1847765481659136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3185us (3496us total) trans 4294977264 rc 0/0 00000100:00100000:1.0:1762170988.988165:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41876 00010000:00010000:2.0:1762170988.988166:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.988171:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.988175:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.988188:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.988191:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481660928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.988203:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481659520:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.988222:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170988.988227:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffed80/2, rc 0, transno 4294977264 00000100:00100000:2.0:1762170988.988228:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.988244:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481659136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.988251:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481660800 00000100:00100000:1.0:1762170988.988255:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481660800 00000100:00100000:2.0:1762170988.988288:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481660928 00000100:00100000:1.0:1762170988.988293:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41883 00000100:00100000:2.0:1762170988.988295:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481660928 00000100:00100000:1.0:1762170988.988303:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+808:3640:x1847765481660800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.988306:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.988317:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2120 count 1 00010000:00010000:0.0:1762170988.988321:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00000/0x96d1ba5869cbfcb1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6235 expref: 216 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.988331:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.988332:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.988334:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.988337:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41884 00010000:00010000:0.0:1762170988.988339:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.988352:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+808:3641:x1847765481660928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.988356:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e200/0x96d1ba5869cbfcc6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc626d expref: 216 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.988365:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.988367:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1762170988.988369:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2121 count 1 00010000:00010000:0.0:1762170988.988371:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00000/0x96d1ba5869cbfcb1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6235 expref: 216 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.988372:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.988383:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.988395:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00000/0x96d1ba5869cbfcb1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6235 expref: 216 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.988404:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01c00/0x96d1ba5869cbfccd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc627b expref: 216 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.988411:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e200/0x96d1ba5869cbfcc6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc626d expref: 216 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.988413:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481661184:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.988419:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.988424:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.988429:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.988438:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e200/0x96d1ba5869cbfcc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc626d expref: 216 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.988450:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481661312:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.988457:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01c00/0x96d1ba5869cbfccd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc627b expref: 216 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.988467:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.988469:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01c00/0x96d1ba5869cbfccd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc627b expref: 216 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.988480:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f840 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.988483:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481661440:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.988509:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481659904:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.988519:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.988530:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.988544:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481661056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.988564:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.988591:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.988613:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+438:2416:x1847765489634560:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 969us (1479us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.988622:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33254 00010000:00010000:1.0:1762170988.988652:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.988660:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.988667:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.988674:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.988693:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.988864:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.988869:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+575:3640:x1847765481658880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4531us (4780us total) trans 4294977265 rc 0/0 00000100:00100000:1.0:1762170988.988877:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41875 00000004:00080000:0.0:1762170988.988882:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffd180/2, rc 0, transno 4294977265 00000100:00100000:1.0:1762170988.988894:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481661056 00000100:00100000:0.0:1762170988.988897:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481658880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.988900:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481661056 00000100:00100000:1.0:1762170988.988934:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41885 00000100:00100000:1.0:1762170988.988945:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+575:3642:x1847765481661056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.988954:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:1.0:1762170988.988962:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1888 count 1 00010000:00010000:3.0:1762170988.988972:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.988976:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.988980:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.988991:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.988995:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f3800/0x96d1ba5869cbef60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc565e expref: 437 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.988996:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.989001:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989010:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.989014:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989014:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.989020:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.989027:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.989032:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989038:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3c21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989051:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f3800/0x96d1ba5869cbef60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc565e expref: 437 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.989055:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.989058:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.989062:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.989066:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f3800/0x96d1ba5869cbef60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc565e expref: 437 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.989085:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481661696:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.989089:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.989092:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481660544:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.989106:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.989121:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170988.989133:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481661568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.989141:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.989161:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489634944 00000100:00100000:1.0:1762170988.989165:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489634944 00000100:00100000:2.0:1762170988.989170:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.989185:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489635072 00010000:00010000:1.0:1762170988.989185:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c000/0x96d1ba5869cbfca3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6227 expref: 217 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.989191:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489635072 00000100:00100000:1.0:1762170988.989214:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489635200 00000100:00100000:1.0:1762170988.989217:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489635200 00000100:00100000:2.0:1762170988.989229:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481660672:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.989234:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a000/0x96d1ba5869cbfcbf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc625f expref: 218 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.989247:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.989252:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489635328 00010000:00010000:3.0:1762170988.989254:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3cc00/0x96d1ba5869cc0aa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f63 expref: 438 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170988.989257:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489635328 00010000:00010000:1.0:1762170988.989278:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f800/0x96d1ba5869cbfcaa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6243 expref: 219 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.989282:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489635456 00000100:00100000:3.0:1762170988.989289:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489635456 00000100:00100000:2.0:1762170988.989289:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481660416:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.989303:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33256 00010000:00010000:2.0:1762170988.989311:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989315:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35dc00/0x96d1ba5869cbfcb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6251 expref: 220 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.989317:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+220:2416:x1847765489634944:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.989332:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.989339:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c000/0x96d1ba5869cbfca3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6227 expref: 220 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.989351:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33257 00010000:00010000:1.0:1762170988.989352:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c000/0x96d1ba5869cbfca3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6227 expref: 220 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.989367:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+220:2415:x1847765489635200:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.989377:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c000/0x96d1ba5869cbfca3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6227 expref: 220 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.989378:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.989388:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a000/0x96d1ba5869cbfcbf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc625f expref: 219 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.989391:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.989395:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.989399:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989404:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a000/0x96d1ba5869cbfcbf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc625f expref: 219 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.989411:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989427:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a000/0x96d1ba5869cbfcbf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc625f expref: 219 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.989433:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.989440:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.989444:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.989448:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989456:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.989459:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+218:2416:x1847765489634944:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.989474:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33256 00000100:00100000:1.0:1762170988.989492:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33258 00010000:00010000:3.0:1762170988.989493:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.989503:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+438:2416:x1847765489635072:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.989506:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989511:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.989517:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989522:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3cc00/0x96d1ba5869cc0aa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f63 expref: 438 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170988.989523:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+217:2415:x1847765489635200:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 158us (532us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.989539:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.989545:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33257 00010000:00010000:1.0:1762170988.989546:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3cc00/0x96d1ba5869cc0aa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f63 expref: 438 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170988.989556:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989568:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3cc00/0x96d1ba5869cc0aa3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f63 expref: 438 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170988.989578:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.989579:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.989593:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.989597:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170988.989598:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.989604:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989608:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.989620:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.989626:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.989634:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.989636:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33259 00010000:00010000:1.0:1762170988.989636:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.989652:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+216:2415:x1847765489635328:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.989657:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989662:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.989665:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+437:2416:x1847765489635072:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 164us (714us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.989669:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3c3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989672:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f800/0x96d1ba5869cbfcaa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6243 expref: 216 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.989680:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33258 00010000:00010000:3.0:1762170988.989697:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f800/0x96d1ba5869cbfcaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6243 expref: 216 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.989705:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.989728:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.989730:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.989731:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33260 00010000:00010000:3.0:1762170988.989737:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f800/0x96d1ba5869cbfcaa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6243 expref: 216 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.989746:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+216:2416:x1847765489635456:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.989752:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.989756:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.989756:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.989759:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989763:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35dc00/0x96d1ba5869cbfcb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6251 expref: 215 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.989774:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.989778:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+809:3643:x1847765481660288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2996us (3369us total) trans 4294975539 rc 0/0 00010000:00010000:1.0:1762170988.989784:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35dc00/0x96d1ba5869cbfcb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6251 expref: 215 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.989793:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41880 00010000:00010000:1.0:1762170988.989807:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35dc00/0x96d1ba5869cbfcb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6251 expref: 215 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.989820:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.989823:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.989826:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989834:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989850:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.989855:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170988.989874:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+214:2415:x1847765489635328:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 226us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170988.989884:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33259 00000100:00100000:1.0:1762170988.989884:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+214:2416:x1847765489635456:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 142us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.989895:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33260 00000004:00080000:2.0:1762170988.989918:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5338380/2, rc 0, transno 4294975539 00010000:00010000:3.0:1762170988.989920:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989927:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989930:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.989934:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481660288:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.989949:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989951:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989967:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.989968:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.989987:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.989990:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481661824:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.989994:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.990011:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170988.990028:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.990066:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170988.990071:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.990079:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+575:3641:x1847765481627776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 67933us (68378us total) trans 4294977219 rc 0/0 00000100:00100000:0.0:1762170988.990092:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41755 00010000:00010000:2.0:1762170988.990094:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.990099:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.990106:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.990120:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.990128:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3c44 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.990144:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6663c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+810:3640:x1847765481660032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3024us (3696us total) trans 4294975540 rc 0/0 00010000:00010000:2.0:1762170988.990151:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170988.990154:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41881 00010000:00010000:2.0:1762170988.990157:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.990164:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170988.990166:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+810:3642:x1847765481659392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4962us (5022us total) trans 4294975541 rc 0/0 00010000:00010000:2.0:1762170988.990169:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.990175:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481661568 00000100:00100000:1.0:1762170988.990180:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41877 00000100:00100000:3.0:1762170988.990181:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481661568 00010000:00010000:2.0:1762170988.990183:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.990195:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.990202:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481661824 00000100:00100000:1.0:1762170988.990208:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481661824 00010000:00010000:2.0:1762170988.990211:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3c2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.990213:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41886 00000100:00100000:3.0:1762170988.990226:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+575:3642:x1847765481661568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.990231:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.990235:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1762170988.990239:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1889 count 1 00010000:00010000:2.0:1762170988.990240:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.990242:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41887 00010000:00010000:2.0:1762170988.990250:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.990254:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.990255:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+809:3640:x1847765481661824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.990273:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f1800/0x96d1ba5869cbef6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc566c expref: 436 pid: 22703 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170988.990277:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2122 count 1 00000004:00080000:1.0:1762170988.990279:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffd500/2, rc 0, transno 4294975541 00010000:00010000:3.0:1762170988.990285:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.990288:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1762170988.990289:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b765880/2, rc 0, transno 4294977219 00010000:00010000:3.0:1762170988.990292:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.990294:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481659392:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.990294:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.990304:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481627776:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.990322:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.990323:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c800/0x96d1ba5869cbfcd4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6289 expref: 212 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.990332:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f1800/0x96d1ba5869cbef6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc566c expref: 436 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.990346:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.990347:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.990350:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.990354:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f1800/0x96d1ba5869cbef6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc566c expref: 436 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.990355:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.990365:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.990375:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481662208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.990386:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481661952:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.990389:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.990400:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c800/0x96d1ba5869cbfcd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6289 expref: 212 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.990406:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.990414:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c800/0x96d1ba5869cbfcd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6289 expref: 212 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.990415:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.990432:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54a80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.990432:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481662336:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.990448:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.990454:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.990462:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.990465:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.990467:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481662080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.990469:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af000 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.990481:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.990496:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481662208 00010000:00010000:3.0:1762170988.990500:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.990503:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481662208 00000100:00100000:2.0:1762170988.990504:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.990529:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481662080 00000100:00100000:0.0:1762170988.990534:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481662080 00010000:00010000:2.0:1762170988.990550:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.990559:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41888 00010000:00010000:2.0:1762170988.990562:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.990572:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+810:3642:x1847765481662208:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.990575:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3c36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.990596:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.990602:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2123 count 1 00010000:00010000:2.0:1762170988.990605:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.990609:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.990613:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.990614:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.990617:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.990636:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35bc00/0x96d1ba5869cbfcdb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6297 expref: 212 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.990643:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170988.990646:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.990649:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.990652:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.990666:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.990671:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.990683:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.990687:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.990696:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.990793:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.990801:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3c4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.990825:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.990829:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.990833:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.990846:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+811:3643:x1847765481660160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3598us (4371us total) trans 4294975542 rc 0/0 00000100:00100000:2.0:1762170988.990852:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41882 00000100:00100000:0.0:1762170988.990863:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481661184:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.990877:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41889 00010000:00010000:0.0:1762170988.990886:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.990887:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+577:3641:x1847765481662080:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170988.990896:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:2.0:1762170988.990902:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1890 count 1 00010000:00010000:2.0:1762170988.990913:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.990922:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f5000/0x96d1ba5869cbef75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc567a expref: 436 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.990927:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35bc00/0x96d1ba5869cbfcdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6297 expref: 212 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.990928:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.990931:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.990936:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.990945:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.990948:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35bc00/0x96d1ba5869cbfcdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6297 expref: 212 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.990963:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f5000/0x96d1ba5869cbef75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc567a expref: 436 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170988.990969:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481662464:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.990974:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f5000/0x96d1ba5869cbef75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc567a expref: 436 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.990984:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481662592:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.991005:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.991014:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.991015:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.991040:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489635712 00000004:00080000:2.0:1762170988.991044:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb533a300/2, rc 0, transno 4294975542 00000100:00100000:0.0:1762170988.991045:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489635712 00000100:00100000:2.0:1762170988.991054:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481660160:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.991067:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00000/0x96d1ba5869cbfcb1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6235 expref: 213 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.991077:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.991091:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489635968 00000100:00100000:0.0:1762170988.991095:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489635968 00010000:00010000:0.0:1762170988.991112:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01c00/0x96d1ba5869cbfccd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc627b expref: 214 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.991124:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170988.991133:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489635584 00000100:00100000:2.0:1762170988.991138:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481662720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.991139:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489635584 00010000:00010000:0.0:1762170988.991155:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e200/0x96d1ba5869cbfcc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc626d expref: 215 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.991172:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489635840 00000100:00100000:2.0:1762170988.991175:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.991176:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489635840 00010000:00010000:0.0:1762170988.991193:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f3800/0x96d1ba5869cbef60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc565e expref: 437 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.991201:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33261 00000100:00100000:3.0:1762170988.991211:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+215:2416:x1847765489635712:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.991219:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.991222:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33262 00010000:00010000:3.0:1762170988.991226:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00000/0x96d1ba5869cbfcb1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6235 expref: 215 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.991235:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481661440:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.991237:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+215:2415:x1847765489635968:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170988.991240:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00000/0x96d1ba5869cbfcb1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6235 expref: 215 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.991252:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.991259:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00000/0x96d1ba5869cbfcb1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6235 expref: 215 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.991260:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01c00/0x96d1ba5869cbfccd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc627b expref: 215 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.991261:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x849:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.991294:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.991294:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01c00/0x96d1ba5869cbfccd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc627b expref: 214 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.991297:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.991301:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.991305:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481662720 00000100:00100000:2.0:1762170988.991311:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481662720 00010000:00010000:3.0:1762170988.991312:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991318:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01c00/0x96d1ba5869cbfccd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc627b expref: 214 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.991332:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.991334:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.991338:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.991341:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41890 00010000:00010000:0.0:1762170988.991344:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.991354:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+811:3642:x1847765481662720:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.991356:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.991363:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+213:2416:x1847765489635712:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 151us (472us total) trans 0 rc 0/0 00002000:00080000:2.0:1762170988.991369:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2124 count 1 00000100:00100000:3.0:1762170988.991379:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33261 00010000:00010000:2.0:1762170988.991384:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991385:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.991399:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c400/0x96d1ba5869cbfce9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62a5 expref: 212 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170988.991404:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33263 00000100:00100000:0.0:1762170988.991411:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+212:2415:x1847765489635968:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (469us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.991413:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.991417:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.991421:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+212:2416:x1847765489635584:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.991422:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.991429:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33262 00010000:00010000:3.0:1762170988.991438:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.991446:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e200/0x96d1ba5869cbfcc6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc626d expref: 211 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.991456:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c400/0x96d1ba5869cbfce9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62a5 expref: 211 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.991460:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e200/0x96d1ba5869cbfcc6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc626d expref: 211 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.991477:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c400/0x96d1ba5869cbfce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62a5 expref: 211 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.991482:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.991484:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33264 00010000:00010000:3.0:1762170988.991487:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.991492:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.991498:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+437:2416:x1847765489635840:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.991499:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f87480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481662848:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.991513:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.991520:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991523:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f3800/0x96d1ba5869cbef60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc565e expref: 437 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.991533:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.991547:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f3800/0x96d1ba5869cbef60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc565e expref: 437 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.991549:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.991558:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991565:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.991567:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991569:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.991575:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.991578:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+211:2416:x1847765489635584:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (572us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.991597:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991602:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.991613:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33263 00010000:00010000:2.0:1762170988.991621:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991631:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.991638:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170988.991656:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+437:2416:x1847765489635840:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.991665:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33264 00010000:00010000:0.0:1762170988.991696:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991704:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991736:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991743:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.991760:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1762170988.991802:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fff480/2, rc 0, transno 4294975540 00000100:00100000:2.0:1762170988.991808:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+813:3641:x1847765481660928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3458us (3580us total) trans 4294975543 rc 0/0 00000100:00100000:2.0:1762170988.991818:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41884 00000100:00100000:3.0:1762170988.991823:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481660032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.991883:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481662976:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.991887:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1762170988.991893:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+812:3641:x1847765481659776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5197us (5627us total) trans 4294975544 rc 0/0 00010000:00010000:2.0:1762170988.991896:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.991915:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41879 00000100:00100000:3.0:1762170988.991917:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170988.991926:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.991931:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.991940:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.991940:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481662976 00000100:00100000:0.0:1762170988.991945:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481662976 00010000:00010000:2.0:1762170988.991956:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.991964:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3c60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.991985:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41891 00010000:00010000:2.0:1762170988.991988:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.991993:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.991997:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+812:3640:x1847765481662976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.992007:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.992011:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170988.992015:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2125 count 1 00010000:00010000:2.0:1762170988.992018:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.992028:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.992030:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.992053:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35fe00/0x96d1ba5869cbfce2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62b3 expref: 210 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.992055:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3c52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.992076:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.992078:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.992081:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.992087:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.992091:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.992095:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.992102:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.992103:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35fe00/0x96d1ba5869cbfce2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62b3 expref: 210 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.992116:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35fe00/0x96d1ba5869cbfce2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62b3 expref: 210 pid: 8389 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170988.992128:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf4e00/2, rc 0, transno 4294975543 00000100:00100000:0.0:1762170988.992129:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481663104:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.992140:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481660928:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170988.992154:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffc000/2, rc 0, transno 4294975544 00000100:00100000:2.0:1762170988.992159:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481659776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.992181:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.992229:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481663360:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.992253:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170988.992262:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170988.992266:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481663232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.992302:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.992312:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481663360 00000100:00100000:2.0:1762170988.992317:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481663360 00000100:00100000:3.0:1762170988.992343:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481663232 00000100:00100000:3.0:1762170988.992349:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481663232 00000100:00100000:2.0:1762170988.992354:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41892 00000100:00100000:2.0:1762170988.992363:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+814:3642:x1847765481663360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170988.992376:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2127 count 1 00000100:00100000:3.0:1762170988.992385:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41893 00010000:00010000:2.0:1762170988.992388:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.992398:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+814:3640:x1847765481663232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.992401:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ee00/0x96d1ba5869cbfcf7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62cf expref: 210 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.992410:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.992413:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1762170988.992416:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2126 count 1 00010000:00010000:2.0:1762170988.992416:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.992434:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.992443:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ee00/0x96d1ba5869cbfcf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62cf expref: 210 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.992450:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00800/0x96d1ba5869cbfcf0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c1 expref: 210 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.992458:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ee00/0x96d1ba5869cbfcf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62cf expref: 210 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.992482:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.992485:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.992486:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481663488:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.992490:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.992519:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00800/0x96d1ba5869cbfcf0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c1 expref: 210 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.992522:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.992534:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00800/0x96d1ba5869cbfcf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c1 expref: 210 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.992546:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481663616:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.992593:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.993045:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e200/0x96d1ba5869cbfcc6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc626d expref: 210 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.993057:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481661312:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.993075:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.993085:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.993092:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.993106:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.993113:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.993128:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.993139:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.993169:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.993200:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.993286:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+815:3640:x1847765481660800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4985us (5098us total) trans 4294975545 rc 0/0 00000100:00100000:1.0:1762170988.993294:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41883 00000100:00100000:0.0:1762170988.993326:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481662336:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.993334:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f3800/0x96d1ba5869cbef60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc565e expref: 436 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.993349:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.993350:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481661696:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.993357:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481662592:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.993375:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.993380:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.993383:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489636096 00000100:00100000:3.0:1762170988.993389:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170988.993390:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489636096 00010000:00010000:1.0:1762170988.993391:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.993403:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.993410:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.993416:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f1800/0x96d1ba5869cbef6e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc566c expref: 436 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.993426:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f87480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481662848:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.993431:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.993437:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.993452:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.993452:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489636352 00000100:00100000:0.0:1762170988.993459:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489636352 00010000:00010000:1.0:1762170988.993460:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.993474:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.993480:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.993489:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.993492:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.993500:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.993515:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.993522:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3c59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.993528:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.993536:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.993536:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481663488:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.993542:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.993547:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.993549:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.993552:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.993554:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.993555:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.993575:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481663104:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.993590:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.993599:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+578:3642:x1847765481661056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4655us (5016us total) trans 4294977267 rc 0/0 00010000:00010000:0.0:1762170988.993606:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.993607:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41885 00000004:00080000:2.0:1762170988.993615:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf7100/2, rc 0, transno 4294977267 00000100:00100000:2.0:1762170988.993624:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481661056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.993642:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35bc00/0x96d1ba5869cbfcdb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6297 expref: 210 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.993643:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.993644:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489636224 00000100:00100000:1.0:1762170988.993650:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489636224 00010000:00010000:3.0:1762170988.993665:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc3c67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.993667:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1762170988.993672:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c800/0x96d1ba5869cbfcd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6289 expref: 211 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.993674:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489636480 00000100:00100000:2.0:1762170988.993678:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481663744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.993681:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489636480 00010000:00010000:3.0:1762170988.993684:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.993687:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.993691:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170988.993703:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489636608 00010000:00010000:0.0:1762170988.993705:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f5000/0x96d1ba5869cbef75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc567a expref: 437 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.993729:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481661952:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.993736:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489636608 00000100:00100000:2.0:1762170988.993745:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.993748:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.993755:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33265 00010000:00010000:1.0:1762170988.993756:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c400/0x96d1ba5869cbfce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62a5 expref: 212 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.993769:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+437:2416:x1847765489636096:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.993780:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170988.993784:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33266 00010000:00010000:0.0:1762170988.993788:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f1800/0x96d1ba5869cbef6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc566c expref: 437 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.993799:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+212:2416:x1847765489636352:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.993805:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f1800/0x96d1ba5869cbef6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc566c expref: 437 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.993810:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.993819:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35bc00/0x96d1ba5869cbfcdb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6297 expref: 212 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.993826:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f1800/0x96d1ba5869cbef6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc566c expref: 437 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.993838:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35bc00/0x96d1ba5869cbfcdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6297 expref: 212 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.993842:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.993847:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.993852:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33267 00010000:00010000:0.0:1762170988.993853:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.993865:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.993866:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.993867:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+212:2416:x1847765489636224:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.993871:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.993877:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.993884:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.993888:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.993893:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c800/0x96d1ba5869cbfcd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6289 expref: 212 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.993898:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.993912:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c800/0x96d1ba5869cbfcd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6289 expref: 212 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.993914:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.993916:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.993936:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.993946:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.993948:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+212:2416:x1847765489636352:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 153us (777us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.993949:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c800/0x96d1ba5869cbfcd4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6289 expref: 212 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.993967:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.993969:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33266 00010000:00010000:3.0:1762170988.993972:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.993977:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.993983:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.993991:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.993994:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170988.993995:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33268 00010000:00010000:2.0:1762170988.993998:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.994005:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.994011:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+436:2417:x1847765489636480:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.994015:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170988.994020:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.994020:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.994023:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170988.994031:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.994032:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f5000/0x96d1ba5869cbef75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc567a expref: 436 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994046:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.994048:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+210:2416:x1847765489636224:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 183us (845us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.994050:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f5000/0x96d1ba5869cbef75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc567a expref: 436 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994064:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3c6e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.994069:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33267 00010000:00010000:1.0:1762170988.994077:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f5000/0x96d1ba5869cbef75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc567a expref: 436 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994085:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.994089:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.994092:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.994092:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.994097:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.994098:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33269 00010000:00010000:1.0:1762170988.994102:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.994107:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+578:3642:x1847765481661568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3883us (4938us total) trans 4294977268 rc 0/0 00000004:00080000:2.0:1762170988.994111:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf5c00/2, rc 0, transno 4294977268 00000100:00100000:3.0:1762170988.994113:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+209:2417:x1847765489636608:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.994121:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.994125:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481661568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.994126:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41886 00000100:00100000:0.0:1762170988.994147:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481663744 00010000:00010000:1.0:1762170988.994150:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.994152:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481663744 00000100:00100000:2.0:1762170988.994163:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.994171:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481663872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.994179:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+435:2417:x1847765489636480:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (793us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.994180:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.994184:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41894 00010000:00010000:3.0:1762170988.994191:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c400/0x96d1ba5869cbfce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62a5 expref: 209 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.994196:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33268 00000100:00100000:0.0:1762170988.994198:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+578:3642:x1847765481663744:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.994210:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.994218:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c400/0x96d1ba5869cbfce9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62a5 expref: 209 pid: 10282 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170988.994219:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1891 count 1 00000100:00100000:1.0:1762170988.994226:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481663872 00000100:00100000:1.0:1762170988.994231:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481663872 00010000:00010000:0.0:1762170988.994234:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.994239:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c400/0x96d1ba5869cbfce9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62a5 expref: 209 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994245:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.994251:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104f3e00/0x96d1ba5869cbef83 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5688 expref: 434 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.994257:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.994259:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41895 00010000:00010000:3.0:1762170988.994262:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.994266:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.994268:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.994272:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+579:3641:x1847765481663872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.994272:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.994277:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.994281:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.994291:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.994293:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1892 count 1 00010000:00010000:3.0:1762170988.994295:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.994310:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.994315:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.994320:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104f3e00/0x96d1ba5869cbef83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5688 expref: 434 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.994329:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.994335:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3e00/0x96d1ba5869cbf388 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5696 expref: 434 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.994347:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104f3e00/0x96d1ba5869cbef83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5688 expref: 434 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994348:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.994348:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.994352:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.994356:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+208:2417:x1847765489636608:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 246us (928us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.994358:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.994373:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481664000:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.994375:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33269 00010000:00010000:1.0:1762170988.994394:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3e00/0x96d1ba5869cbf388 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5696 expref: 434 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.994410:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3e00/0x96d1ba5869cbf388 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5696 expref: 434 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.994421:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af000 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.994423:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481664128:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.994431:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.994443:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.994451:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.994457:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f180 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.994459:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.994473:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.994486:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489636864 00000100:00100000:2.0:1762170988.994489:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+580:3641:x1847765481662080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3604us (3989us total) trans 4294977269 rc 0/0 00010000:00010000:0.0:1762170988.994489:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170988.994492:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489636864 00000100:00100000:3.0:1762170988.994496:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.994503:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170988.994506:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41889 00010000:00010000:0.0:1762170988.994509:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.994515:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ee00/0x96d1ba5869cbfcf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62cf expref: 208 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.994521:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.994527:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.994530:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170988.994537:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489636736 00010000:00010000:2.0:1762170988.994539:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.994540:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.994542:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489636736 00010000:00010000:1.0:1762170988.994559:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35fe00/0x96d1ba5869cbfce2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62b3 expref: 209 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994561:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.994567:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.994569:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.994596:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.994597:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33270 00010000:00010000:2.0:1762170988.994601:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.994603:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3c83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.994612:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+209:2416:x1847765489636864:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.994629:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.994636:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ee00/0x96d1ba5869cbfcf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62cf expref: 209 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994637:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.994640:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.994643:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.994647:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.994657:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3c75 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.994661:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ee00/0x96d1ba5869cbfcf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62cf expref: 209 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994681:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.994682:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ee00/0x96d1ba5869cbfcf7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62cf expref: 209 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994685:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.994690:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.994699:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.994702:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.994706:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.994770:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.994790:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b34380/2, rc 0, transno 4294977269 00010000:00010000:1.0:1762170988.994790:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170988.994804:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481662080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.994818:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+815:3640:x1847765481661824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4564us (4789us total) trans 4294975546 rc 0/0 00000100:00100000:1.0:1762170988.994825:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+208:2416:x1847765489636864:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 216us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.994832:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41887 00000100:00100000:1.0:1762170988.994840:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33270 00000100:00100000:1.0:1762170988.994862:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489636992 00000100:00100000:3.0:1762170988.994864:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481663616:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.994864:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481664256:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170988.994867:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489636992 00000100:00100000:0.0:1762170988.994882:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+434:2416:x1847765489636096:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1115us (1744us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.994886:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00800/0x96d1ba5869cbfcf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c1 expref: 208 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.994887:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.994896:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33265 00000100:00100000:2.0:1762170988.994904:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170988.994927:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33271 00000100:00100000:1.0:1762170988.994937:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+208:2416:x1847765489636736:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.994946:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.994952:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35fe00/0x96d1ba5869cbfce2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62b3 expref: 208 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994955:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.994957:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33272 00000100:00100000:0.0:1762170988.994972:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+208:2416:x1847765489636992:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.994975:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.994979:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35fe00/0x96d1ba5869cbfce2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62b3 expref: 208 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.994986:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1762170988.994989:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b37800/2, rc 0, transno 4294975546 00010000:00010000:0.0:1762170988.994998:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00800/0x96d1ba5869cbfcf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c1 expref: 208 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.994999:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.995006:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481661824:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170988.995026:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170988.995028:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf5180/2, rc 0, transno 4294975545 00010000:00010000:1.0:1762170988.995029:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35fe00/0x96d1ba5869cbfce2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62b3 expref: 208 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.995031:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00800/0x96d1ba5869cbfcf0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c1 expref: 208 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.995039:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481660800:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.995059:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.995062:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.995065:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00800/0x96d1ba5869cbfcf0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c1 expref: 207 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.995066:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.995067:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.995069:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.995077:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.995091:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995092:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.995094:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.995097:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.995101:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995103:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.995117:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.995123:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995124:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.995145:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+206:2416:x1847765489636736:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 209us (654us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.995150:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.995156:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33271 00010000:00010000:0.0:1762170988.995159:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.995165:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3c98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.995182:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.995185:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.995187:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+205:2416:x1847765489636992:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 218us (607us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.995189:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170988.995194:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.995199:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33272 00000100:00100000:2.0:1762170988.995213:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+815:3642:x1847765481663360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2849us (2949us total) trans 4294975547 rc 0/0 00000100:00100000:2.0:1762170988.995223:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41892 00000100:00100000:1.0:1762170988.995224:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+204:2416:x1847765489634432:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 8124us (8222us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170988.995226:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.995238:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481664256 00000100:00100000:1.0:1762170988.995240:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33252 00010000:00010000:0.0:1762170988.995243:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.995244:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481664256 00010000:00010000:0.0:1762170988.995255:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995264:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.995272:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41896 00010000:00010000:0.0:1762170988.995282:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170988.995284:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+580:3641:x1847765481664256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170988.995295:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170988.995300:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1893 count 1 00010000:00010000:1.0:1762170988.995308:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.995316:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.995320:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.995333:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.995335:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7c00/0x96d1ba5869cbf381 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56a4 expref: 433 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.995352:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.995354:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.995358:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.995364:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170988.995369:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.995376:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.995381:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.995384:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7c00/0x96d1ba5869cbf381 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56a4 expref: 433 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.995389:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.995397:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.995406:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.995411:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7c00/0x96d1ba5869cbf381 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56a4 expref: 433 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.995414:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.995428:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.995442:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481664640:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.995443:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995444:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995466:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3c91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.995467:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+816:3643:x1847765481658368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11656us (11894us total) trans 4294975549 rc 0/0 00010000:00010000:3.0:1762170988.995473:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170988.995484:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41874 00000100:00100000:2.0:1762170988.995498:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170988.995498:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170988.995504:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995513:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.995515:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170988.995517:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.995522:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995531:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.995534:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.995541:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995548:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.995551:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995563:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3c1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.995571:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.995592:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3c9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995592:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.995597:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.995603:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.995614:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.995618:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.995620:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.995629:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.995641:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481664384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.995675:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.995704:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+816:3640:x1847765481662976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3709us (3789us total) trans 4294975548 rc 0/0 00000004:00080000:2.0:1762170988.995732:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f86a00/2, rc 0, transno 4294975547 00000100:00100000:0.0:1762170988.995735:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41891 00000100:00100000:3.0:1762170988.995746:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+816:3640:x1847765481663232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3351us (3442us total) trans 4294975550 rc 0/0 00000100:00100000:2.0:1762170988.995749:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481663360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.995756:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481664384 00000100:00100000:0.0:1762170988.995761:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481664384 00000100:00100000:3.0:1762170988.995762:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41893 00000100:00100000:2.0:1762170988.995766:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170988.995774:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481664512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.995787:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41897 00000100:00100000:3.0:1762170988.995799:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+815:3642:x1847765481664384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.995806:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1762170988.995813:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2128 count 1 00010000:00010000:3.0:1762170988.995827:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995831:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35bc00/0x96d1ba5869cbfcdb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6297 expref: 203 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.995845:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a800/0x96d1ba5869cbfcfe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62dd expref: 203 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.995856:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.995857:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481662464:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.995860:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.995865:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995875:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995885:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170988.995886:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffc700/2, rc 0, transno 4294975549 00010000:00010000:3.0:1762170988.995891:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a800/0x96d1ba5869cbfcfe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62dd expref: 202 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170988.995899:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481658368:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.995902:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.995917:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a800/0x96d1ba5869cbfcfe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62dd expref: 202 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.995918:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.995940:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.995945:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481664896:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.995960:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170988.995989:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54a80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170988.996019:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170988.996024:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.996031:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170988.996034:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481665024:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170988.996037:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.996047:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.996061:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.996071:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3c7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.996071:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170988.996097:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170988.996101:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.996103:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1762170988.996105:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170988.996111:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481664768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.996114:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+816:3642:x1847765481662208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5544us (5698us total) trans 4294975551 rc 0/0 00000100:00100000:0.0:1762170988.996124:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41888 00000004:00080000:3.0:1762170988.996131:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f84380/2, rc 0, transno 4294975550 00000100:00100000:0.0:1762170988.996142:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481664512 00000100:00100000:2.0:1762170988.996144:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.996147:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481664512 00000100:00100000:0.0:1762170988.996183:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481665024 00000100:00100000:1.0:1762170988.996186:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481664768 00000100:00100000:0.0:1762170988.996187:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481665024 00000100:00100000:1.0:1762170988.996193:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481664768 00000004:00080000:2.0:1762170988.996196:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b36a00/2, rc 0, transno 4294975551 00000100:00100000:2.0:1762170988.996210:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481662208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170988.996216:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481663232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.996218:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41898 00000100:00100000:1.0:1762170988.996229:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41899 00000100:00100000:0.0:1762170988.996234:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+818:3642:x1847765481664512:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1762170988.996241:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f86300/2, rc 0, transno 4294975548 00000100:00100000:1.0:1762170988.996243:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+818:3641:x1847765481665024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.996248:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2129 count 1 00000100:00100000:3.0:1762170988.996251:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481662976:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170988.996263:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170988.996270:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2131 count 1 00010000:00010000:0.0:1762170988.996277:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d000/0x96d1ba5869cbfd05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62eb expref: 202 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.996286:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.996286:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.996290:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.996295:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.996302:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481665152:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170988.996304:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f400/0x96d1ba5869cbfd13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6307 expref: 202 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.996316:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.996319:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.996322:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.996334:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481664000:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.996342:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170988.996347:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f400/0x96d1ba5869cbfd13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6307 expref: 202 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.996355:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.996359:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f400/0x96d1ba5869cbfd13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6307 expref: 202 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.996363:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170988.996374:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481665280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.996386:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481665536:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.996386:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481665152 00000100:00100000:0.0:1762170988.996391:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481665152 00000100:00100000:2.0:1762170988.996403:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.996414:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481665280 00000100:00100000:0.0:1762170988.996419:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481665280 00000100:00100000:1.0:1762170988.996423:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1762170988.996444:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41900 00000100:00100000:1.0:1762170988.996453:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41901 00000100:00100000:0.0:1762170988.996456:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+820:3641:x1847765481664768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.996458:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170988.996466:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+820:3642:x1847765481665152:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.996472:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481665408:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.996473:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2130 count 1 00002000:00080000:1.0:1762170988.996482:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2132 count 1 00010000:00010000:0.0:1762170988.996488:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.996494:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170988.996496:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.996508:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170988.996508:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00400/0x96d1ba5869cbfd0c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f9 expref: 202 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.996520:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ca00/0x96d1ba5869cbfd21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6315 expref: 202 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.996531:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.996535:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.996535:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.996540:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.996541:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.996545:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.996574:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00400/0x96d1ba5869cbfd0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f9 expref: 202 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.996593:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ca00/0x96d1ba5869cbfd21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6315 expref: 202 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.996603:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00400/0x96d1ba5869cbfd0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f9 expref: 202 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.996610:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ca00/0x96d1ba5869cbfd21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6315 expref: 202 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.996614:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481665408 00000100:00100000:0.0:1762170988.996620:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481665664:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.996623:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481665408 00000100:00100000:1.0:1762170988.996630:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481665792:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.996631:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.996652:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41902 00000100:00100000:2.0:1762170988.996664:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+821:3642:x1847765481665280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170988.996667:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af000 going to sleep for 11 seconds 00000100:00100000:1.0:1762170988.996669:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00002000:00080000:2.0:1762170988.996680:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2133 count 1 00010000:00010000:2.0:1762170988.996693:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 3/0,1 mode: --/PW res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.996693:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41903 00000100:00100000:1.0:1762170988.996701:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481664128:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170988.996750:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.996767:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+821:3641:x1847765481665408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170988.996780:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489637248 00002000:00080000:0.0:1762170988.996784:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2134 count 1 00000100:00100000:1.0:1762170988.996785:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489637248 00010000:00010000:2.0:1762170988.996801:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ec00/0x96d1ba5869cbfd28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6323 expref: 202 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.996802:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.996811:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3e00/0x96d1ba5869cbf388 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5696 expref: 434 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.996827:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.996832:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a400/0x96d1ba5869cbfd1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6331 expref: 202 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170988.996833:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.996839:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 4/0,1 mode: --/PW res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.996846:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170988.996847:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489637120 00010000:00010000:0.0:1762170988.996850:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170988.996851:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33273 00000100:00100000:3.0:1762170988.996854:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489637120 00010000:00010000:0.0:1762170988.996855:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.996864:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+435:2417:x1847765489637248:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170988.996867:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ec00/0x96d1ba5869cbfd28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6323 expref: 202 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.996878:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104f3e00/0x96d1ba5869cbef83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5688 expref: 435 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.996880:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.996890:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3e00/0x96d1ba5869cbf388 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5696 expref: 435 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.996897:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ec00/0x96d1ba5869cbfd28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6323 expref: 202 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.996906:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a400/0x96d1ba5869cbfd1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6331 expref: 202 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170988.996916:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3e00/0x96d1ba5869cbf388 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5696 expref: 435 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.996922:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33274 00000100:00100000:2.0:1762170988.996926:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481665920:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170988.996934:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a400/0x96d1ba5869cbfd1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6331 expref: 202 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.996940:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+435:2417:x1847765489637120:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.996952:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3e00/0x96d1ba5869cbf388 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5696 expref: 435 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.996955:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.996958:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481666048:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.996965:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104f3e00/0x96d1ba5869cbef83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5688 expref: 435 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.996972:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170988.996975:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.996975:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.996980:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104f3e00/0x96d1ba5869cbef83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5688 expref: 434 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.996982:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.996993:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170988.997003:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.997012:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104f3e00/0x96d1ba5869cbef83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5688 expref: 434 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.997028:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.997031:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d000/0x96d1ba5869cbfd05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62eb expref: 202 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.997032:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.997035:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170988.997038:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.997051:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d000/0x96d1ba5869cbfd05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62eb expref: 202 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.997053:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.997054:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.997065:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+433:2417:x1847765489637248:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170988.997078:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481666176:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.997083:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.997085:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33273 00010000:00010000:2.0:1762170988.997097:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.997104:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.997112:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.997115:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.997120:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170988.997133:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.997135:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.997155:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.997157:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.997175:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.997177:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.997202:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1762170988.997208:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1762170988.997235:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+822:3642:x1847765481662720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5886us (6063us total) trans 4294975552 rc 0/0 00000100:00100000:2.0:1762170988.997244:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41890 00010000:00010000:3.0:1762170988.997256:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170988.997268:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1762170988.997274:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.997281:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170988.997286:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+432:2417:x1847765489637120:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 348us (657us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170988.997288:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.997306:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.997312:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33274 00000100:00100000:0.0:1762170988.997322:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+582:3642:x1847765481663744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3127us (3577us total) trans 4294977270 rc 0/0 00010000:00010000:2.0:1762170988.997326:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.997331:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41894 00010000:00010000:2.0:1762170988.997340:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc3c8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.997346:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+581:3641:x1847765481663872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3075us (3138us total) trans 4294977271 rc 0/0 00010000:00010000:0.0:1762170988.997355:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1762170988.997357:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41895 00010000:00010000:0.0:1762170988.997362:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.997363:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170988.997370:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.997373:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170988.997380:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.997383:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170988.997389:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.997392:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.997418:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.997418:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.997437:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3cad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.997443:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.997451:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3ca6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.997456:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.997459:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170988.997462:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.997472:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.997476:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170988.997478:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170988.997484:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170988.997486:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170988.997515:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f87b80/2, rc 0, transno 4294977270 00000100:00100000:2.0:1762170988.997526:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481663744:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170988.997541:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f85880/2, rc 0, transno 4294975552 00000100:00100000:2.0:1762170988.997548:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481662720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.997629:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170988.997640:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481666432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170988.997672:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170988.997747:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481666304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.997783:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170988.997822:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f85f80/2, rc 0, transno 4294977271 00000100:00100000:2.0:1762170988.997835:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481663872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.997888:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481666560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170988.997921:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170988.997949:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481666432 00000100:00100000:0.0:1762170988.997953:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481666432 00000100:00100000:0.0:1762170988.997982:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481666304 00000100:00100000:0.0:1762170988.997986:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481666304 00000100:00100000:0.0:1762170988.998010:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481666560 00000100:00100000:0.0:1762170988.998014:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481666560 00000100:00100000:0.0:1762170988.998038:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41904 00000100:00100000:0.0:1762170988.998046:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+822:3643:x1847765481666432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170988.998059:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2135 count 1 00010000:00010000:0.0:1762170988.998072:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.998074:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481664896:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.998082:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170988.998094:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01000/0x96d1ba5869cbfd2f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc633f expref: 202 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170988.998102:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.998102:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.998106:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.998110:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.998134:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01000/0x96d1ba5869cbfd2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc633f expref: 202 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.998142:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01000/0x96d1ba5869cbfd2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc633f expref: 202 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.998152:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481666688:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170988.998153:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170988.998186:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41905 00000100:00100000:2.0:1762170988.998197:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+582:3641:x1847765481666304:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170988.998204:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00002000:00080000:2.0:1762170988.998212:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1894 count 1 00000100:00100000:0.0:1762170988.998226:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41906 00010000:00010000:2.0:1762170988.998227:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.998237:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+582:3643:x1847765481666560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170988.998244:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc800/0x96d1ba5869cbf38f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b2 expref: 431 pid: 20306 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170988.998250:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1895 count 1 00010000:00010000:2.0:1762170988.998254:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.998258:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170988.998261:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.998262:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.998284:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49e00/0x96d1ba5869cc0992 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e52 expref: 431 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.998289:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.998291:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170988.998294:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.998302:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc800/0x96d1ba5869cbf38f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b2 expref: 431 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170988.998311:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49e00/0x96d1ba5869cc0992 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e52 expref: 431 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170988.998317:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc800/0x96d1ba5869cbf38f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b2 expref: 431 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.998323:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49e00/0x96d1ba5869cc0992 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e52 expref: 431 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170988.998341:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481666816:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.998341:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481666944:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170988.998379:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.998383:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170988.998425:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481664640:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170988.998449:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.999078:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.999109:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489637504 00000100:00100000:3.0:1762170988.999115:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489637504 00000100:00100000:2.0:1762170988.999119:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170988.999143:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a800/0x96d1ba5869cbfcfe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62dd expref: 203 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.999147:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.999169:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481665536:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.999179:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489637376 00000100:00100000:2.0:1762170988.999181:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170988.999185:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489637376 00010000:00010000:1.0:1762170988.999192:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.999203:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7c00/0x96d1ba5869cbf381 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56a4 expref: 432 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.999222:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489637760 00000100:00100000:3.0:1762170988.999225:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489637760 00000100:00100000:1.0:1762170988.999235:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481665792:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.999242:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f400/0x96d1ba5869cbfd13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6307 expref: 204 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.999253:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.999261:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489637888 00000100:00100000:3.0:1762170988.999265:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489637888 00000100:00100000:2.0:1762170988.999267:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.999275:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489638016 00000100:00100000:1.0:1762170988.999280:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489638016 00010000:00010000:3.0:1762170988.999283:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00400/0x96d1ba5869cbfd0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f9 expref: 205 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.999303:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a400/0x96d1ba5869cbfd1a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6331 expref: 206 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.999323:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170988.999323:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489637632 00000100:00100000:1.0:1762170988.999328:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489637632 00010000:00010000:1.0:1762170988.999345:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ec00/0x96d1ba5869cbfd28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6323 expref: 207 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.999386:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33275 00000100:00100000:0.0:1762170988.999387:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481666688:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170988.999402:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+207:2417:x1847765489637504:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170988.999402:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489638144 00000100:00100000:1.0:1762170988.999407:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489638144 00010000:00010000:0.0:1762170988.999407:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170988.999412:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481665920:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.999414:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.999425:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a800/0x96d1ba5869cbfcfe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62dd expref: 208 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.999425:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ca00/0x96d1ba5869cbfd21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6315 expref: 208 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170988.999435:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 3/0,1 mode: --/PW res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.999447:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481665664:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170988.999453:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489638272 00010000:00010000:3.0:1762170988.999454:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a800/0x96d1ba5869cbfcfe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62dd expref: 208 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.999457:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489638272 00010000:00010000:0.0:1762170988.999470:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.999474:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d000/0x96d1ba5869cbfd05 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62eb expref: 209 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.999476:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a800/0x96d1ba5869cbfcfe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62dd expref: 209 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.999505:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.999507:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.999510:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.999512:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33276 00000100:00100000:0.0:1762170988.999519:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481666048:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170988.999524:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.999527:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+432:2417:x1847765489637376:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.999537:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.999541:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170988.999550:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7c00/0x96d1ba5869cbf381 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x765:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56a4 expref: 432 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.999553:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170988.999571:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33277 00010000:00010000:1.0:1762170988.999572:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7c00/0x96d1ba5869cbf381 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x765:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56a4 expref: 432 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.999596:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+208:2414:x1847765489637760:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170988.999601:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+208:2417:x1847765489637504:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (1523us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170988.999604:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7c00/0x96d1ba5869cbf381 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x765:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56a4 expref: 432 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170988.999611:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170988.999619:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33275 00010000:00010000:0.0:1762170988.999622:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f400/0x96d1ba5869cbfd13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6307 expref: 208 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.999626:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.999631:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.999637:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.999640:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f400/0x96d1ba5869cbfd13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6307 expref: 207 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170988.999646:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33278 00000100:00100000:2.0:1762170988.999653:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+582:3643:x1847765481643264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 45488us (45569us total) trans 4294977243 rc 0/0 00010000:00010000:1.0:1762170988.999657:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170988.999662:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e49880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+207:2414:x1847765489638016:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170988.999672:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41814 00010000:00010000:0.0:1762170988.999674:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f400/0x96d1ba5869cbfd13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6307 expref: 207 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.999677:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170988.999687:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a400/0x96d1ba5869cbfd1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6331 expref: 207 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.999691:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170988.999694:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.999698:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170988.999703:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170988.999704:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a400/0x96d1ba5869cbfd1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6331 expref: 206 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170988.999788:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+431:2417:x1847765489637376:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 264us (1638us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170988.999798:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33276 00010000:00010000:0.0:1762170988.999841:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170988.999859:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33279 00010000:00010000:0.0:1762170988.999860:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170988.999871:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+206:2417:x1847765489637888:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170988.999881:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170988.999882:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+206:2414:x1847765489637760:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 301us (805us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170988.999887:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35a400/0x96d1ba5869cbfd1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6331 expref: 206 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.999891:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00400/0x96d1ba5869cbfd0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f9 expref: 206 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170988.999892:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33277 00000004:00080000:2.0:1762170988.999906:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b93100/2, rc 0, transno 4294977243 00010000:00010000:3.0:1762170988.999914:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170988.999915:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33280 00000100:00100000:2.0:1762170988.999918:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481643264:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170988.999919:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.999920:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00400/0x96d1ba5869cbfd0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f9 expref: 204 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.999925:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170988.999926:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+204:2417:x1847765489637632:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170988.999940:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170988.999947:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ec00/0x96d1ba5869cbfd28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6323 expref: 204 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170988.999948:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170988.999953:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00400/0x96d1ba5869cbfd0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f9 expref: 204 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.999956:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170988.999967:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481667072:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170988.999968:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ec00/0x96d1ba5869cbfd28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6323 expref: 204 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170988.999983:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170988.999986:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170988.999988:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170988.999991:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170988.999992:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ec00/0x96d1ba5869cbfd28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6323 expref: 203 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170988.999997:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.000016:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.000017:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e49880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+202:2414:x1847765489638016:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 358us (869us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.000019:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.000023:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000023:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.000029:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.000038:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33278 00010000:00010000:2.0:1762170989.000045:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000049:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.000051:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.000052:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.000067:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.000074:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+202:2417:x1847765489637888:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 206us (956us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.000077:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.000085:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.000097:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33279 00000100:00100000:0.0:1762170989.000101:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+201:2417:x1847765489637632:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.000108:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33280 00010000:00010000:3.0:1762170989.000112:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.000120:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.000121:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33281 00000100:00100000:0.0:1762170989.000131:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33282 00010000:00010000:3.0:1762170989.000134:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.000137:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+199:2416:x1847765489638144:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.000141:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.000144:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+199:2416:x1847765489638272:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.000147:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.000158:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ca00/0x96d1ba5869cbfd21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6315 expref: 199 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.000158:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.000166:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d000/0x96d1ba5869cbfd05 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62eb expref: 199 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.000169:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.000187:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ca00/0x96d1ba5869cbfd21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6315 expref: 199 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.000189:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+582:3641:x1847765481664256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4907us (5287us total) trans 4294977272 rc 0/0 00010000:00010000:0.0:1762170989.000191:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d000/0x96d1ba5869cbfd05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62eb expref: 199 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.000198:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.000209:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41896 00010000:00010000:3.0:1762170989.000219:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3cb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.000223:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35ca00/0x96d1ba5869cbfd21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6315 expref: 199 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.000225:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.000229:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481667072 00010000:00010000:0.0:1762170989.000230:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.000236:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481667072 00010000:00010000:0.0:1762170989.000236:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.000240:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.000242:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.000245:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.000246:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.000250:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.000252:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000253:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.000265:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41907 00010000:00010000:1.0:1762170989.000275:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000279:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.000281:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+582:3641:x1847765481667072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.000299:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1896 count 1 00010000:00010000:1.0:1762170989.000299:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.000303:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+198:2416:x1847765489638272:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 162us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.000311:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33282 00010000:00010000:2.0:1762170989.000319:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.000319:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000331:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.000344:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000346:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.000348:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2e00/0x96d1ba5869cbf396 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ce expref: 430 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.000369:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.000370:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.000372:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.000375:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.000380:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.000385:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000387:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.000395:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.000411:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.000413:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.000424:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.000425:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.000429:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2e00/0x96d1ba5869cbf396 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ce expref: 430 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.000431:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000452:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.000456:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2e00/0x96d1ba5869cbf396 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ce expref: 430 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.000457:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000481:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.000482:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.000487:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481667200:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.000504:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000511:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3cd0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000533:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.000537:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.000541:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.000543:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.000549:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.000556:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.000557:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000571:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.000572:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+823:3642:x1847765481665152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4108us (4231us total) trans 4294975553 rc 0/0 00000004:00080000:2.0:1762170989.000593:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffe300/2, rc 0, transno 4294975553 00010000:00010000:0.0:1762170989.000596:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc3cd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.000597:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.000605:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41901 00000100:00100000:2.0:1762170989.000608:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481665152:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.000622:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.000632:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000632:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.000636:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.000640:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.000644:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.000654:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+197:2416:x1847765489638144:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 520us (1388us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.000665:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481667328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.000672:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33281 00010000:00010000:3.0:1762170989.000673:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.000689:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489638400 00000100:00100000:1.0:1762170989.000693:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489638400 00000100:00100000:2.0:1762170989.000700:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.000739:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01000/0x96d1ba5869cbfd2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc633f expref: 197 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.000760:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489638528 00000004:00080000:2.0:1762170989.000761:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f84700/2, rc 0, transno 4294977272 00000100:00100000:1.0:1762170989.000765:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489638528 00000100:00100000:2.0:1762170989.000775:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481664256:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.000796:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49e00/0x96d1ba5869cc0992 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e52 expref: 431 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.000801:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+824:3641:x1847765481664768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4346us (4654us total) trans 4294975554 rc 0/0 00000100:00100000:0.0:1762170989.000816:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41900 00000100:00100000:1.0:1762170989.000824:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489638656 00000100:00100000:1.0:1762170989.000829:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489638656 00000004:00080000:2.0:1762170989.000836:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f87100/2, rc 0, transno 4294975554 00000100:00100000:0.0:1762170989.000838:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481667328 00000100:00100000:0.0:1762170989.000844:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481667328 00000100:00100000:2.0:1762170989.000846:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481664768:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.000847:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc800/0x96d1ba5869cbf38f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b2 expref: 432 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.000863:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+824:3642:x1847765481664384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5066us (5185us total) trans 4294975555 rc 0/0 00000100:00100000:1.0:1762170989.000873:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33283 00000100:00100000:3.0:1762170989.000874:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41897 00000100:00100000:0.0:1762170989.000882:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41908 00010000:00010000:2.0:1762170989.000883:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.000889:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+197:2416:x1847765489638400:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.000891:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.000898:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+823:3641:x1847765481667328:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.000904:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.000905:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.000909:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1762170989.000910:0:6497:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1762170989.000914:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01000/0x96d1ba5869cbfd2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc633f expref: 197 pid: 8390 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170989.000916:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2136 count 1 00000100:00080000:3.0:1762170989.000918:0:6497:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1762170989.000925:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.000934:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.000937:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01000/0x96d1ba5869cbfd2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc633f expref: 197 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.000938:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.000952:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33284 00010000:00010000:0.0:1762170989.000956:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02c00/0x96d1ba5869cbfd36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc634d expref: 197 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.000968:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+432:2414:x1847765489638528:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.000973:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01000/0x96d1ba5869cbfd2f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc633f expref: 197 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.000977:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3cbb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.000985:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.000996:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49e00/0x96d1ba5869cc0992 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e52 expref: 432 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.001000:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.001005:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.001010:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.001013:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.001017:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.001021:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.001022:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.001026:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.001027:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49e00/0x96d1ba5869cc0992 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e52 expref: 432 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.001032:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.001039:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481667456:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.001043:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02c00/0x96d1ba5869cbfd36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc634d expref: 196 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.001049:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.001054:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.001055:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.001060:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.001063:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02c00/0x96d1ba5869cbfd36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc634d expref: 196 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.001076:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.001086:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.001093:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.001093:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481667712:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.001111:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.001113:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f7b100/2, rc 0, transno 4294975555 00000100:00100000:1.0:1762170989.001122:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+196:2416:x1847765489638400:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 238us (756us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.001126:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.001127:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481664384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.001140:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33283 00000100:00100000:2.0:1762170989.001142:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170989.001144:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.001153:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481667584:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.001155:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.001173:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.001178:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.001179:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33285 00000100:00100000:2.0:1762170989.001186:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.001193:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+432:2416:x1847765489638656:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.001201:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+432:2414:x1847765489638528:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 236us (794us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.001203:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.001211:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc800/0x96d1ba5869cbf38f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b2 expref: 432 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.001220:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33284 00010000:00010000:1.0:1762170989.001228:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc800/0x96d1ba5869cbf38f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b2 expref: 432 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.001243:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.001245:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.001248:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.001249:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.001255:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1762170989.001256:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.001268:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481667840:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.001280:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.001281:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.001285:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.001297:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.001300:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.001304:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.001316:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+824:3643:x1847765481666432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3269us (3641us total) trans 4294975556 rc 0/0 00010000:00010000:3.0:1762170989.001317:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.001328:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+431:2416:x1847765489638656:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 136us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.001332:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41904 00010000:00010000:3.0:1762170989.001338:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3cec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.001342:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b36680/2, rc 0, transno 4294975556 00000100:00100000:1.0:1762170989.001345:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33285 00000100:00100000:0.0:1762170989.001352:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481667456 00000100:00100000:2.0:1762170989.001357:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481666432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.001357:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481667456 00010000:00010000:3.0:1762170989.001364:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.001368:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.001372:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.001377:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481667584 00000100:00100000:1.0:1762170989.001382:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481667584 00000100:00100000:0.0:1762170989.001383:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481667840 00000100:00100000:0.0:1762170989.001388:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481667840 00000100:00100000:3.0:1762170989.001391:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41909 00000100:00100000:3.0:1762170989.001403:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+583:3642:x1847765481667456:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.001408:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41910 00000100:00100000:2.0:1762170989.001410:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481667968:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.001416:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1897 count 1 00000100:00100000:1.0:1762170989.001421:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6663050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+825:3642:x1847765481667584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.001425:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41911 00010000:00010000:3.0:1762170989.001433:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.001440:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2137 count 1 00000100:00100000:0.0:1762170989.001441:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+825:3641:x1847765481667840:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.001444:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.001457:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.001461:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2138 count 1 00010000:00010000:3.0:1762170989.001463:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6800/0x96d1ba5869cbf39d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56dc expref: 430 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.001475:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481667968 00010000:00010000:3.0:1762170989.001477:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.001478:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.001479:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c600/0x96d1ba5869cbfd3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc635b expref: 195 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.001481:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.001481:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481667968 00010000:00010000:3.0:1762170989.001488:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.001504:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.001506:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41912 00010000:00010000:1.0:1762170989.001509:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.001510:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f600/0x96d1ba5869cbfd44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6369 expref: 195 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.001515:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.001518:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+826:3641:x1847765481667968:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.001525:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6800/0x96d1ba5869cbf39d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56dc expref: 430 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.001531:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.001535:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.001541:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.001546:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2139 count 1 00010000:00010000:3.0:1762170989.001548:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6800/0x96d1ba5869cbf39d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56dc expref: 430 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.001559:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.001559:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c600/0x96d1ba5869cbfd3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc635b expref: 195 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.001566:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481668096:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.001574:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f600/0x96d1ba5869cbfd44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6369 expref: 195 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.001596:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03600/0x96d1ba5869cbfd52 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6377 expref: 195 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.001602:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c600/0x96d1ba5869cbfd3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc635b expref: 195 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.001606:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.001606:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f600/0x96d1ba5869cbfd44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6369 expref: 195 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.001610:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.001614:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.001619:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54f00 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.001634:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481668224:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.001639:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481668352:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.001653:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03600/0x96d1ba5869cbfd52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6377 expref: 195 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.001664:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03600/0x96d1ba5869cbfd52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6377 expref: 195 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.001670:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.001677:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481668480:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.001679:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.001691:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.001700:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.001732:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.001740:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.001754:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.001791:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.001792:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.001810:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.001812:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.001815:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.001831:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.001833:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.001840:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.001845:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.001864:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+827:3641:x1847765481665024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5624us (5794us total) trans 4294975557 rc 0/0 00010000:00010000:0.0:1762170989.001869:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.001871:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.001876:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41899 00010000:00010000:2.0:1762170989.001898:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.001899:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.001910:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3cc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.001912:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.001920:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.001929:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.001930:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.001933:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.001934:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.001938:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.001945:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.001960:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f85500/2, rc 0, transno 4294975557 00010000:00010000:0.0:1762170989.001960:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.001970:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3ce5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.001971:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481665024:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.001997:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.002001:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.002004:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.002015:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.002025:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481668608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.002062:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.002086:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481668608 00000100:00100000:1.0:1762170989.002092:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481668608 00000100:00100000:1.0:1762170989.002125:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41913 00000100:00100000:1.0:1762170989.002134:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+828:3643:x1847765481668608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.002146:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2140 count 1 00010000:00010000:2.0:1762170989.002147:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.002158:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+828:3641:x1847765481665408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5453us (5651us total) trans 4294975558 rc 0/0 00010000:00010000:1.0:1762170989.002159:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.002161:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.002176:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41903 00010000:00010000:2.0:1762170989.002187:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.002194:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35da00/0x96d1ba5869cbfd60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6385 expref: 195 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.002216:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.002216:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.002220:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.002220:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d000/0x96d1ba5869cbfd05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62eb expref: 195 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.002225:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.002243:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.002249:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481666176:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.002261:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35da00/0x96d1ba5869cbfd60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6385 expref: 194 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.002267:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.002267:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.002281:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35da00/0x96d1ba5869cbfd60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6385 expref: 194 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.002284:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.002300:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.002302:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481668736:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.002316:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.002323:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.002342:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f180 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.002345:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.002348:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.002353:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.002358:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.002361:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+828:3642:x1847765481665280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5699us (5958us total) trans 4294975559 rc 0/0 00010000:00010000:3.0:1762170989.002362:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.002377:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.002377:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41902 00010000:00010000:3.0:1762170989.002392:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 1/0,0 mode: --/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.002397:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3cde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.002408:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.002411:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.002414:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.002415:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.002416:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.002425:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.002429:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.002437:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.002449:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.002456:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3cc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.002475:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.002479:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.002484:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.002485:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+828:3642:x1847765481664512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6255us (6678us total) trans 4294975560 rc 0/0 00000100:00100000:0.0:1762170989.002496:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41898 00000004:00080000:2.0:1762170989.002515:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b34000/2, rc 0, transno 4294975559 00000100:00100000:0.0:1762170989.002522:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489638784 00000100:00100000:2.0:1762170989.002528:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481665280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.002528:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489638784 00000004:00080000:2.0:1762170989.002546:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f78a80/2, rc 0, transno 4294975560 00010000:00010000:0.0:1762170989.002548:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2e00/0x96d1ba5869cbf396 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ce expref: 431 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.002554:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481664512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.002572:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33286 00000100:00100000:0.0:1762170989.002580:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+431:2416:x1847765489638784:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.002600:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.002606:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2e00/0x96d1ba5869cbf396 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ce expref: 431 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.002617:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2e00/0x96d1ba5869cbf396 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ce expref: 431 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.002635:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.002637:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.002640:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.002644:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481668992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.002646:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481668864:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.002658:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.002673:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.002699:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+431:2416:x1847765489638784:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 119us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.002700:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.002736:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33286 00000004:00080000:2.0:1762170989.002750:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b34700/2, rc 0, transno 4294975558 00000100:00100000:2.0:1762170989.002764:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481665408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.002764:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481668992 00000100:00100000:0.0:1762170989.002769:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481668992 00000100:00100000:0.0:1762170989.002800:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41914 00000100:00100000:0.0:1762170989.002809:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+828:3640:x1847765481668992:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.002814:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:0.0:1762170989.002822:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2142 count 1 00000100:00100000:3.0:1762170989.002826:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481669120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.002834:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.002838:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.002850:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d800/0x96d1ba5869cbfd7c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a1 expref: 194 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.002857:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481668864 00010000:00010000:0.0:1762170989.002857:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.002862:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.002864:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.002864:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481668864 00010000:00010000:0.0:1762170989.002867:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.002893:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d800/0x96d1ba5869cbfd7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a1 expref: 194 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.002898:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481669120 00000100:00100000:1.0:1762170989.002903:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481669120 00010000:00010000:0.0:1762170989.002904:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d800/0x96d1ba5869cbfd7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a1 expref: 194 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.002918:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481669248:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.002925:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41915 00000100:00100000:1.0:1762170989.002935:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+830:3643:x1847765481668864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.002949:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2141 count 1 00000100:00100000:0.0:1762170989.002958:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af000 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.002963:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.002978:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e000/0x96d1ba5869cbfd75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6393 expref: 194 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.002982:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41916 00010000:00010000:2.0:1762170989.002988:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc800/0x96d1ba5869cbf38f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56b2 expref: 430 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.002993:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.002998:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.002998:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+830:3640:x1847765481669120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.003004:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.003007:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481666816:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170989.003013:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2143 count 1 00010000:00010000:2.0:1762170989.003023:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.003027:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.003040:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.003041:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e000/0x96d1ba5869cbfd75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6393 expref: 194 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.003047:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01a00/0x96d1ba5869cbfd8a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63af expref: 194 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.003063:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.003069:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.003073:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.003074:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e000/0x96d1ba5869cbfd75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6393 expref: 194 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.003079:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.003079:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.003093:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481669376:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.003104:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.003118:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.003120:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01a00/0x96d1ba5869cbfd8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63af expref: 194 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.003132:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01a00/0x96d1ba5869cbfd8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63af expref: 194 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.003144:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481669504:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.003145:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc291900 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.003176:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.003207:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49e00/0x96d1ba5869cc0992 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e52 expref: 429 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.003221:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481666944:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.003237:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.003251:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.003254:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+584:3641:x1847765481666304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5058us (5469us total) trans 4294977273 rc 0/0 00010000:00010000:0.0:1762170989.003268:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.003270:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41905 00010000:00010000:0.0:1762170989.003281:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.003288:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.003298:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.003304:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.003306:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.003317:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.003317:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.003326:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.003327:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.003349:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.003351:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.003356:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.003367:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.003368:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.003391:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3cf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.003395:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.003409:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3cfa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.003435:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.003435:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.003439:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.003440:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.003445:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.003446:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.003469:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b35880/2, rc 0, transno 4294977273 00000100:00100000:0.0:1762170989.003474:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481668352:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.003483:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481666304:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.003494:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.003537:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.003548:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481669632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.003571:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481668096:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.003592:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.003653:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481668480:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.003658:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+584:3640:x1847765481632384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72778us (72905us total) trans 4294977228 rc 0/0 00000100:00100000:1.0:1762170989.003669:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41772 00010000:00010000:2.0:1762170989.003671:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.003689:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.003733:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.003766:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:3.0:1762170989.003783:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b764000/2, rc 0, transno 4294977228 00000100:00100000:3.0:1762170989.003800:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481632384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.003800:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.003863:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481668224:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.003882:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.003885:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.003897:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481669760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.003905:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481668736:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.003921:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.003926:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.003954:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481669760 00000100:00100000:1.0:1762170989.003954:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481669632 00000100:00100000:2.0:1762170989.003959:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481669760 00000100:00100000:1.0:1762170989.003961:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481669632 00000100:00100000:2.0:1762170989.003979:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41917 00000100:00100000:2.0:1762170989.003988:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+585:3642:x1847765481669760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.003998:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1899 count 1 00000100:00100000:1.0:1762170989.003999:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41918 00010000:00010000:2.0:1762170989.004010:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.004012:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+585:3643:x1847765481669632:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.004025:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3400/0x96d1ba5869cbf3b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f8 expref: 428 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.004030:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.004031:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1762170989.004032:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1898 count 1 00010000:00010000:2.0:1762170989.004034:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.004050:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.004054:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3400/0x96d1ba5869cbf3b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f8 expref: 428 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.004072:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3400/0x96d1ba5869cbf3b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f8 expref: 428 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.004077:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a000/0x96d1ba5869cbf3ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ea expref: 428 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.004083:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481669888:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.004093:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.004096:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.004100:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.004122:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a000/0x96d1ba5869cbf3ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ea expref: 428 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.004134:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.004134:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a000/0x96d1ba5869cbf3ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ea expref: 428 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.004149:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481670016:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.004160:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2e00/0x96d1ba5869cbf396 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ce expref: 428 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.004170:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481667200:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.004180:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc291e40 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.004183:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.004190:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.004195:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.004200:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.004200:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489638912 00000100:00100000:1.0:1762170989.004206:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489638912 00010000:00010000:2.0:1762170989.004207:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.004215:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.004224:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.004235:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6800/0x96d1ba5869cbf39d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56dc expref: 428 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.004266:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489639168 00000100:00100000:1.0:1762170989.004270:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489639168 00010000:00010000:3.0:1762170989.004287:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.004288:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c600/0x96d1ba5869cbfd3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc635b expref: 195 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.004292:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.004305:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.004311:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.004317:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.004323:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+586:3641:x1847765481667072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4046us (4327us total) trans 4294977275 rc 0/0 00000100:00100000:1.0:1762170989.004325:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489639424 00000100:00100000:2.0:1762170989.004330:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41907 00000100:00100000:1.0:1762170989.004330:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489639424 00010000:00010000:1.0:1762170989.004350:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02c00/0x96d1ba5869cbfd36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc634d expref: 196 pid: 20306 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.004366:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e48380/2, rc 0, transno 4294977275 00000100:00100000:2.0:1762170989.004376:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481667072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.004379:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489639040 00000100:00100000:1.0:1762170989.004383:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489639040 00010000:00010000:1.0:1762170989.004400:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f600/0x96d1ba5869cbfd44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6369 expref: 197 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.004406:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.004415:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481670144:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.004423:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.004423:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33287 00010000:00010000:3.0:1762170989.004434:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3d01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.004437:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.004438:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+428:2417:x1847765489638912:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.004454:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.004461:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6800/0x96d1ba5869cbf39d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56dc expref: 428 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.004464:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.004469:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.004474:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.004477:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.004477:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6800/0x96d1ba5869cbf39d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56dc expref: 428 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.004494:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489639296 00000100:00100000:2.0:1762170989.004497:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.004499:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6800/0x96d1ba5869cbf39d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56dc expref: 428 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.004500:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489639296 00010000:00010000:1.0:1762170989.004516:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.004519:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.004522:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03600/0x96d1ba5869cbfd52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6377 expref: 198 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.004524:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.004548:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.004555:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489639552 00000100:00100000:3.0:1762170989.004560:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489639552 00010000:00010000:1.0:1762170989.004571:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.004573:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.004578:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35da00/0x96d1ba5869cbfd60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6385 expref: 199 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.004609:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489639808 00000100:00100000:3.0:1762170989.004613:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489639808 00000100:00100000:1.0:1762170989.004619:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+427:2417:x1847765489638912:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 184us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.004620:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.004628:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e000/0x96d1ba5869cbfd75 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6393 expref: 200 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.004634:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33287 00000100:00100000:3.0:1762170989.004649:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489639680 00000100:00100000:3.0:1762170989.004653:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489639680 00000100:00100000:1.0:1762170989.004657:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33288 00000100:00100000:1.0:1762170989.004669:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+201:2417:x1847765489639168:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.004672:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d800/0x96d1ba5869cbfd7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a1 expref: 201 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.004679:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.004687:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c600/0x96d1ba5869cbfd3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc635b expref: 201 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.004700:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33289 00010000:00010000:1.0:1762170989.004702:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c600/0x96d1ba5869cbfd3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc635b expref: 201 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.004705:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.004756:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c600/0x96d1ba5869cbfd3d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc635b expref: 201 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.004772:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.004774:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.004775:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481670144 00010000:00010000:1.0:1762170989.004778:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.004781:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481670144 00010000:00010000:1.0:1762170989.004790:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.004810:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41919 00000100:00100000:2.0:1762170989.004816:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+586:3641:x1847765481670144:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.004816:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.004827:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+200:2417:x1847765489639424:12345-192.168.202.10@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1762170989.004830:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1900 count 1 00010000:00010000:3.0:1762170989.004842:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.004843:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.004847:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+200:2417:x1847765489639168:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 180us (1079us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.004860:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6400/0x96d1ba5869cbf3b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5706 expref: 426 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.004864:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33288 00010000:00010000:2.0:1762170989.004873:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.004875:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.004877:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.004887:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489639936 00010000:00010000:2.0:1762170989.004893:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6400/0x96d1ba5869cbf3b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5706 expref: 426 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.004893:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489639936 00010000:00010000:2.0:1762170989.004902:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6400/0x96d1ba5869cbf3b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5706 expref: 426 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.004911:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481670272:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.004913:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01a00/0x96d1ba5869cbfd8a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63af expref: 200 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.004916:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02c00/0x96d1ba5869cbfd36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc634d expref: 200 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.004941:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02c00/0x96d1ba5869cbfd36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc634d expref: 200 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.004948:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.004950:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33290 00010000:00010000:3.0:1762170989.004960:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.004962:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+200:2417:x1847765489639040:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.004964:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.004970:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.004974:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.004984:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.004984:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f600/0x96d1ba5869cbfd44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6369 expref: 200 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.005012:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f600/0x96d1ba5869cbfd44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6369 expref: 200 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.005017:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.005032:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35f600/0x96d1ba5869cbfd44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6369 expref: 200 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.005043:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+199:2417:x1847765489639424:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 220us (1243us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.005044:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.005049:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.005053:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.005054:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33289 00010000:00010000:1.0:1762170989.005070:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.005079:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33291 00000100:00100000:3.0:1762170989.005090:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8755180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+198:2417:x1847765489639296:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.005095:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481669888:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.005099:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.005102:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.005110:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.005143:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+198:2417:x1847765489639040:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.005152:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33290 00010000:00010000:3.0:1762170989.005172:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03600/0x96d1ba5869cbfd52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6377 expref: 197 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.005187:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03600/0x96d1ba5869cbfd52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6377 expref: 197 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.005205:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33292 00000100:00100000:1.0:1762170989.005216:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8755f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+197:2417:x1847765489639552:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.005217:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005226:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.005229:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005234:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35da00/0x96d1ba5869cbfd60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6385 expref: 197 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.005243:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005251:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35da00/0x96d1ba5869cbfd60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6385 expref: 197 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.005254:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005278:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35da00/0x96d1ba5869cbfd60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6385 expref: 197 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.005286:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.005289:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.005292:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.005295:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005303:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.005308:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.005315:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.005325:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03600/0x96d1ba5869cbfd52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6377 expref: 196 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.005326:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.005326:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.005333:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.005340:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.005346:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.005351:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.005353:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8755f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+195:2417:x1847765489639552:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 138us (855us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.005354:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.005372:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33292 00010000:00010000:2.0:1762170989.005383:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.005392:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3d1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.005394:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33293 00000100:00100000:1.0:1762170989.005408:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8757100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+194:2416:x1847765489639808:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.005413:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+831:3641:x1847765481667840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3975us (4108us total) trans 4294975561 rc 0/0 00010000:00010000:2.0:1762170989.005415:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.005418:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.005420:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.005424:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41911 00010000:00010000:2.0:1762170989.005425:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.005427:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e000/0x96d1ba5869cbfd75 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6393 expref: 194 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.005429:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005444:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e000/0x96d1ba5869cbfd75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6393 expref: 194 pid: 8389 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.005452:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e49500/2, rc 0, transno 4294975561 00010000:00010000:1.0:1762170989.005459:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.005463:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481667840:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.005463:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.005469:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005479:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.005495:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.005498:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.005516:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481670400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.005525:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8755180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+194:2417:x1847765489639296:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 436us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.005531:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8757100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+194:2416:x1847765489639808:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 123us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.005539:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33291 00000100:00100000:1.0:1762170989.005547:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33293 00000100:00100000:2.0:1762170989.005551:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.005563:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33294 00000100:00100000:1.0:1762170989.005573:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33295 00000100:00100000:3.0:1762170989.005577:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+192:2416:x1847765489639680:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.005578:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481670400 00000100:00100000:0.0:1762170989.005597:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481670400 00010000:00010000:3.0:1762170989.005598:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.005602:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+192:2416:x1847765489639936:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.005607:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.005608:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d800/0x96d1ba5869cbfd7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a1 expref: 192 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.005615:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.005625:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01a00/0x96d1ba5869cbfd8a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63af expref: 192 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.005629:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41920 00010000:00010000:2.0:1762170989.005632:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.005638:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d800/0x96d1ba5869cbfd7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a1 expref: 192 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.005642:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+831:3641:x1847765481670400:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.005656:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01a00/0x96d1ba5869cbfd8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63af expref: 192 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.005658:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.005664:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2144 count 1 00010000:00010000:0.0:1762170989.005679:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.005680:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005682:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.005686:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.005691:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005728:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.005729:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c200/0x96d1ba5869cbfd98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63bd expref: 192 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.005734:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.005738:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.005742:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.005748:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.005753:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.005757:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.005762:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.005763:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.005763:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.005786:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+192:2416:x1847765489639936:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 201us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.005795:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33295 00010000:00010000:3.0:1762170989.005798:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.005804:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c200/0x96d1ba5869cbfd98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63bd expref: 192 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.005816:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c200/0x96d1ba5869cbfd98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63bd expref: 191 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.005827:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+191:2416:x1847765489639680:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 253us (1206us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.005830:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481670528:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.005835:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481670016:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.005843:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33294 00010000:00010000:1.0:1762170989.005859:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.005870:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+832:3641:x1847765481667968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4354us (4428us total) trans 4294975562 rc 0/0 00000100:00100000:2.0:1762170989.005876:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41912 00000100:00100000:0.0:1762170989.005889:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.005898:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.005898:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e000/0x96d1ba5869cbfd75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6393 expref: 191 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.005904:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.005916:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.005921:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.005929:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.005933:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481669376:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.005942:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.005948:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3d24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005955:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.005959:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.005967:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.005968:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.005972:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.005976:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.005978:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005986:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.005993:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.006001:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e49c00/2, rc 0, transno 4294975562 00000100:00100000:2.0:1762170989.006011:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481667968:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.006014:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.006021:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.006054:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481670656:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.006056:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.006063:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.006078:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.006079:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.006084:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.006095:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.006111:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.006118:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3d39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.006128:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.006131:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481670656 00000100:00100000:2.0:1762170989.006136:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481670656 00010000:00010000:0.0:1762170989.006140:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.006144:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.006148:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.006164:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+833:3643:x1847765481668864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3230us (3332us total) trans 4294975563 rc 0/0 00000100:00100000:2.0:1762170989.006168:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41921 00000100:00100000:1.0:1762170989.006178:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41915 00000100:00100000:2.0:1762170989.006183:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+833:3642:x1847765481670656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.006197:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2145 count 1 00010000:00010000:2.0:1762170989.006210:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.006221:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01800/0x96d1ba5869cbfda6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63cb expref: 189 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.006228:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.006230:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.006232:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.006255:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cd180/2, rc 0, transno 4294975563 00010000:00010000:2.0:1762170989.006257:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01800/0x96d1ba5869cbfda6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63cb expref: 189 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.006264:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.006272:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01800/0x96d1ba5869cbfda6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63cb expref: 189 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.006276:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481668864:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.006277:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.006294:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.006296:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481670784:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.006301:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.006314:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.006333:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.006341:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.006342:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.006353:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.006355:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.006368:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481670912:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.006371:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170989.006401:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.006435:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.006440:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.006448:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.006451:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.006459:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.006472:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.006480:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc3d0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.006488:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+587:3642:x1847765481667456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5086us (5414us total) trans 4294977276 rc 0/0 00000100:00100000:3.0:1762170989.006498:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41909 00010000:00010000:2.0:1762170989.006505:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.006510:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.006517:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170989.006520:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481670912 00010000:00010000:2.0:1762170989.006521:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.006523:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e794380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+833:3643:x1847765481668608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4389us (4459us total) trans 4294975564 rc 0/0 00000100:00100000:3.0:1762170989.006526:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481670912 00010000:00010000:2.0:1762170989.006540:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.006541:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41913 00010000:00010000:2.0:1762170989.006561:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.006567:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41922 00010000:00010000:2.0:1762170989.006574:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc3d2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.006596:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+833:3642:x1847765481670912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.006599:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.006608:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1762170989.006612:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2146 count 1 00010000:00010000:2.0:1762170989.006613:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.006619:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.006626:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489640064 00010000:00010000:1.0:1762170989.006627:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.006633:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489640064 00010000:00010000:1.0:1762170989.006644:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02800/0x96d1ba5869cbfdb4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d9 expref: 189 pid: 9199 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170989.006648:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e4b480/2, rc 0, transno 4294975564 00010000:00010000:3.0:1762170989.006654:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a000/0x96d1ba5869cbf3ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ea expref: 427 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.006656:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.006659:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.006662:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481668608:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.006665:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.006683:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489640192 00000100:00100000:3.0:1762170989.006687:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489640192 00010000:00010000:1.0:1762170989.006698:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02800/0x96d1ba5869cbfdb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d9 expref: 189 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.006703:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3400/0x96d1ba5869cbf3b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f8 expref: 428 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.006738:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02800/0x96d1ba5869cbfdb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d9 expref: 189 pid: 9199 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.006750:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e48000/2, rc 0, transno 4294977276 00000100:00100000:2.0:1762170989.006763:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481667456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.006766:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481671040:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.006771:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489640320 00000100:00100000:3.0:1762170989.006775:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489640320 00010000:00010000:3.0:1762170989.006794:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6400/0x96d1ba5869cbf3b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5706 expref: 429 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.006822:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481671296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.006827:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.006858:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.006859:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33296 00000100:00100000:1.0:1762170989.006873:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+429:2416:x1847765489640064:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.006883:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.006886:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33297 00010000:00010000:1.0:1762170989.006892:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a000/0x96d1ba5869cbf3ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ea expref: 429 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.006893:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170989.006901:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+429:2416:x1847765489640192:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.006904:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481671168:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.006912:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a000/0x96d1ba5869cbf3ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ea expref: 429 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.006917:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.006926:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3400/0x96d1ba5869cbf3b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f8 expref: 429 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.006936:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a000/0x96d1ba5869cbf3ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56ea expref: 429 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.006940:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.006943:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3400/0x96d1ba5869cbf3b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f8 expref: 429 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.006958:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.006961:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.006965:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.006967:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3400/0x96d1ba5869cbf3b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc56f8 expref: 428 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.006975:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481671296 00000100:00100000:2.0:1762170989.006980:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481671296 00010000:00010000:1.0:1762170989.006992:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.006993:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.006997:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.007002:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.007008:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.007008:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481671168 00000100:00100000:2.0:1762170989.007014:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481671168 00010000:00010000:1.0:1762170989.007019:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.007031:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.007040:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41923 00000100:00100000:1.0:1762170989.007046:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+427:2416:x1847765489640064:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.007051:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+587:3641:x1847765481671296:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.007057:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+427:2416:x1847765489640192:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 159us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.007063:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33296 00002000:00080000:2.0:1762170989.007065:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1901 count 1 00000100:00100000:3.0:1762170989.007070:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33297 00010000:00010000:2.0:1762170989.007079:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.007089:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33298 00010000:00010000:2.0:1762170989.007090:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99bc00/0x96d1ba5869cbf3c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5714 expref: 425 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.007097:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.007099:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.007101:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.007106:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+425:2416:x1847765489640320:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.007117:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.007123:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6400/0x96d1ba5869cbf3b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5706 expref: 425 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.007128:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99bc00/0x96d1ba5869cbf3c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5714 expref: 425 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.007143:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6400/0x96d1ba5869cbf3b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5706 expref: 425 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.007145:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99bc00/0x96d1ba5869cbf3c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5714 expref: 425 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.007164:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.007165:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481671424:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.007168:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.007173:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.007176:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481670528:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.007188:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.007195:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.007205:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.007208:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.007229:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.007232:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01a00/0x96d1ba5869cbfd8a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63af expref: 189 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.007240:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+425:2416:x1847765489640320:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 137us (1111us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.007249:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.007260:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33298 00000100:00100000:0.0:1762170989.007262:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481669504:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.007263:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.007267:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.007279:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489640448 00010000:00010000:2.0:1762170989.007281:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.007285:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.007286:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489640448 00010000:00010000:0.0:1762170989.007300:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.007303:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.007309:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c200/0x96d1ba5869cbfd98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63bd expref: 189 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.007312:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.007332:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.007340:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33299 00010000:00010000:0.0:1762170989.007345:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.007354:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+189:2417:x1847765489640448:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.007365:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.007366:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.007371:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c200/0x96d1ba5869cbfd98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63bd expref: 189 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.007377:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1762170989.007380:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41924 00010000:00010000:0.0:1762170989.007384:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.007390:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c200/0x96d1ba5869cbfd98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63bd expref: 189 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.007393:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+834:3641:x1847765481671168:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.007397:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.007403:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.007409:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2147 count 1 00010000:00010000:0.0:1762170989.007410:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.007413:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+588:3642:x1847765481669760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3425us (3491us total) trans 4294977277 rc 0/0 00010000:00010000:1.0:1762170989.007417:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35c200/0x96d1ba5869cbfd98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63bd expref: 189 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.007421:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.007431:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41917 00010000:00010000:0.0:1762170989.007436:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.007449:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35de00/0x96d1ba5869cbfdc2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63e7 expref: 188 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.007449:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.007451:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.007455:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.007455:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3d47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.007457:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.007461:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.007469:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.007473:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.007477:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.007481:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.007487:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.007489:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.007493:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.007498:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.007502:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.007503:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35de00/0x96d1ba5869cbfdc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63e7 expref: 188 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.007503:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.007527:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35de00/0x96d1ba5869cbfdc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63e7 expref: 188 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.007529:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.007532:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.007535:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.007546:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481671552:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.007550:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3d40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.007558:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.007565:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+188:2417:x1847765489640448:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 212us (300us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.007567:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.007568:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.007572:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.007573:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54a80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.007576:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.007594:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.007595:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33299 00000004:00080000:2.0:1762170989.007610:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f78e00/2, rc 0, transno 4294977277 00010000:00010000:0.0:1762170989.007610:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.007622:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481669760:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.007632:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.007636:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.007646:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.007646:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.007656:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170989.007667:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.007667:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481671680:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.007670:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.007675:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.007686:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.007691:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.007703:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.007729:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.007783:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+835:3641:x1847765481670400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2144us (2234us total) trans 4294975565 rc 0/0 00000100:00100000:0.0:1762170989.007788:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41920 00010000:00010000:2.0:1762170989.007800:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.007801:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.007804:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.007805:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481671680 00000100:00100000:0.0:1762170989.007809:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481671680 00010000:00010000:2.0:1762170989.007823:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.007825:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3d5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.007827:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.007827:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41925 00000100:00100000:0.0:1762170989.007838:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+589:3643:x1847765481671680:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.007848:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.007855:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1902 count 1 00000100:00100000:1.0:1762170989.007856:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+589:3643:x1847765481669632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3844us (4272us total) trans 4294977278 rc 0/0 00010000:00010000:2.0:1762170989.007860:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.007866:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.007871:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41918 00010000:00010000:2.0:1762170989.007872:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3d4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.007886:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998800/0x96d1ba5869cbf3c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5722 expref: 424 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.007892:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.007893:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.007895:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.007898:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.007902:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.007903:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.007908:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.007909:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.007910:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf998800/0x96d1ba5869cbf3c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5722 expref: 424 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.007913:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.007919:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf998800/0x96d1ba5869cbf3c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5722 expref: 424 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.007927:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481671808:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170989.007941:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e4b100/2, rc 0, transno 4294977278 00000100:00100000:2.0:1762170989.007950:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481669632:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.007958:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.007968:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.007970:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.007980:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.007988:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.007993:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481671936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.008017:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.008020:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.008023:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.008027:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.008033:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.008035:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.008044:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.008052:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481671936 00010000:00010000:0.0:1762170989.008055:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.008058:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481671936 00010000:00010000:0.0:1762170989.008061:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3d16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.008073:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e4a300/2, rc 0, transno 4294975565 00010000:00010000:0.0:1762170989.008079:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.008082:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.008084:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481670400:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.008086:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.008092:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41926 00000100:00100000:1.0:1762170989.008101:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+589:3643:x1847765481671936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.008115:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1903 count 1 00000100:00100000:2.0:1762170989.008116:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.008126:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481672064:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.008131:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.008143:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ebc74d600/0x96d1ba5869cc0bec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ac expref: 424 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.008151:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1762170989.008155:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.008155:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.008160:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.008162:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+836:3640:x1847765481669120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5168us (5298us total) trans 4294975566 rc 0/0 00000100:00100000:0.0:1762170989.008174:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41916 00000100:00100000:2.0:1762170989.008191:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.008191:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481672064 00010000:00010000:1.0:1762170989.008193:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ebc74d600/0x96d1ba5869cc0bec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ac expref: 424 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.008194:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481672064 00010000:00010000:1.0:1762170989.008207:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ebc74d600/0x96d1ba5869cc0bec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ac expref: 424 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.008217:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41927 00000100:00100000:1.0:1762170989.008221:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481672192:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.008227:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+836:3641:x1847765481672064:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.008231:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6663050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+836:3642:x1847765481667584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6811us (7041us total) trans 4294975567 rc 0/0 00002000:00080000:0.0:1762170989.008239:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2148 count 1 00000100:00100000:3.0:1762170989.008240:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41910 00010000:00010000:0.0:1762170989.008249:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.008253:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30619c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.008261:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38000/0x96d1ba5869cbfdd0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63f5 expref: 187 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.008267:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.008269:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.008271:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.008289:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38000/0x96d1ba5869cbfdd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63f5 expref: 187 pid: 33719 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1762170989.008291:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cc700/2, rc 0, transno 4294975566 00000004:00080000:2.0:1762170989.008295:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e48700/2, rc 0, transno 4294975567 00010000:00010000:0.0:1762170989.008298:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38000/0x96d1ba5869cbfdd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63f5 expref: 187 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.008307:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481669120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.008307:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481667584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.008309:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481672320:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.008343:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.008368:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481672576:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.008373:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02c00/0x96d1ba5869cbfd36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc634d expref: 187 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.008382:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481667712:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.008396:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.008396:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.008405:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.008410:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.008415:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.008421:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481672576 00010000:00010000:0.0:1762170989.008423:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.008426:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481672576 00000100:00100000:2.0:1762170989.008436:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481672448:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.008438:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.008459:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.008463:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41928 00000100:00100000:1.0:1762170989.008475:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+837:3642:x1847765481672576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.008486:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:1.0:1762170989.008487:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2150 count 1 00010000:00010000:2.0:1762170989.008491:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.008497:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.008500:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.008502:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.008510:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.008519:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a800/0x96d1ba5869cbfdf3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6411 expref: 186 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.008526:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.008527:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.008532:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.008536:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3d08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.008537:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.008560:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.008563:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.008565:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481672448 00010000:00010000:2.0:1762170989.008566:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.008568:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a800/0x96d1ba5869cbfdf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6411 expref: 186 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.008571:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+837:3641:x1847765481667328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7675us (7868us total) trans 4294975568 rc 0/0 00000100:00100000:3.0:1762170989.008572:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481672448 00000004:00080000:2.0:1762170989.008594:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e4bb80/2, rc 0, transno 4294975568 00000100:00100000:0.0:1762170989.008598:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41908 00010000:00010000:1.0:1762170989.008603:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a800/0x96d1ba5869cbfdf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6411 expref: 186 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.008606:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481667328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.008618:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41929 00000100:00100000:1.0:1762170989.008625:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481672704:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.008631:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+837:3641:x1847765481672448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.008645:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2149 count 1 00000100:00100000:2.0:1762170989.008658:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170989.008659:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35d800/0x96d1ba5869cbfd7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a1 expref: 186 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.008667:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481672832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.008668:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc291900 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.008675:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481669248:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.008695:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.008696:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.008700:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481671040:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.008734:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.008743:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.008752:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.008760:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.008763:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481671424:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.008780:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.008785:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.008800:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.008803:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.008804:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.008821:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.008825:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.008826:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.008847:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481672832 00010000:00010000:2.0:1762170989.008851:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.008853:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481672832 00010000:00010000:3.0:1762170989.008855:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02400/0x96d1ba5869cbfdde lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6403 expref: 185 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.008867:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.008867:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.008871:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.008877:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3d32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.008878:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.008882:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41930 00000100:00100000:1.0:1762170989.008896:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+839:3642:x1847765481672832:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.008907:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.008907:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+839:3640:x1847765481668992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6097us (6207us total) trans 4294975569 rc 0/0 00002000:00080000:1.0:1762170989.008909:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2151 count 1 00010000:00010000:2.0:1762170989.008912:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.008916:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.008921:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41914 00010000:00010000:1.0:1762170989.008927:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.008934:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.008945:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39c00/0x96d1ba5869cbfdfa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc641f expref: 185 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.008953:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.008956:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.008956:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489640704 00010000:00010000:1.0:1762170989.008960:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.008962:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489640704 00010000:00010000:2.0:1762170989.008972:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6400/0x96d1ba5869cbf3b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5706 expref: 425 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.008984:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99bc00/0x96d1ba5869cbf3c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5714 expref: 424 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.008985:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481670272:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.008989:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39c00/0x96d1ba5869cbfdfa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc641f expref: 185 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.009004:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.009011:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39c00/0x96d1ba5869cbfdfa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc641f expref: 185 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.009017:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.009023:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33300 00000100:00100000:1.0:1762170989.009027:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481672960:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.009034:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.009037:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+424:2417:x1847765489640704:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.009050:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009052:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.009062:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99bc00/0x96d1ba5869cbf3c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5714 expref: 424 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.009064:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.009074:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc291e40 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.009081:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.009089:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99bc00/0x96d1ba5869cbf3c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5714 expref: 424 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.009095:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.009104:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99bc00/0x96d1ba5869cbf3c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5714 expref: 424 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.009117:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.009119:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.009123:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.009127:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.009135:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009139:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009160:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.009186:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+423:2417:x1847765489640704:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 152us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.009194:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33300 00000100:00100000:0.0:1762170989.009211:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489640576 00000100:00100000:0.0:1762170989.009215:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489640576 00000100:00100000:2.0:1762170989.009228:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+590:3641:x1847765481670144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4410us (4792us total) trans 4294977279 rc 0/0 00010000:00010000:0.0:1762170989.009233:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02800/0x96d1ba5869cbfdb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d9 expref: 186 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.009241:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41919 00000100:00100000:0.0:1762170989.009266:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33301 00000100:00100000:0.0:1762170989.009276:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+186:2417:x1847765489640576:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.009285:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1762170989.009288:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e48a80/2, rc 0, transno 4294977279 00010000:00010000:0.0:1762170989.009293:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02800/0x96d1ba5869cbfdb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d9 expref: 186 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.009297:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.009303:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481670144:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.009306:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009309:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02800/0x96d1ba5869cbfdb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d9 expref: 186 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.009325:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02800/0x96d1ba5869cbfdb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d9 expref: 186 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.009338:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1762170989.009338:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.009343:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.009348:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.009352:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481673088:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.009355:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009365:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.009376:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.009385:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3d55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.009386:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.009394:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.009402:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.009409:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.009413:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.009414:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.009420:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.009420:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+185:2417:x1847765489640576:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 144us (342us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.009422:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.009428:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.009440:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33301 00010000:00010000:2.0:1762170989.009447:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.009450:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.009469:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.009477:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.009484:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.009488:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.009492:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.009495:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009504:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.009508:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009517:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.009529:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.009530:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009539:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc3d6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009556:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.009561:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009568:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.009571:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009578:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009602:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009610:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3d71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009626:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.009630:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.009634:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.009656:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+590:3641:x1847765481671296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2606us (2800us total) trans 4294977280 rc 0/0 00000100:00100000:0.0:1762170989.009661:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481671808:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.009671:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41923 00000100:00100000:1.0:1762170989.009672:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+839:3642:x1847765481670912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3090us (3266us total) trans 4294975570 rc 0/0 00010000:00010000:0.0:1762170989.009677:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.009685:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41922 00000100:00100000:2.0:1762170989.009689:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481673088 00000100:00100000:2.0:1762170989.009695:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481673088 00000100:00100000:3.0:1762170989.009696:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.009725:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489640832 00000100:00100000:0.0:1762170989.009730:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489640832 00000100:00100000:2.0:1762170989.009751:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41931 00010000:00010000:0.0:1762170989.009752:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35de00/0x96d1ba5869cbfdc2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63e7 expref: 185 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.009757:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.009766:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+590:3641:x1847765481673088:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1762170989.009779:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f64a80/2, rc 0, transno 4294975570 00002000:00080000:2.0:1762170989.009784:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1904 count 1 00000100:00100000:0.0:1762170989.009792:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489641088 00000100:00100000:0.0:1762170989.009797:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489641088 00010000:00010000:2.0:1762170989.009800:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.009802:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481670912:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.009814:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01800/0x96d1ba5869cbfda6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63cb expref: 186 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.009820:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7000/0x96d1ba5869cbf3d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc573e expref: 422 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.009831:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489640960 00010000:00010000:2.0:1762170989.009832:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.009836:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.009838:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489640960 00000100:00100000:0.0:1762170989.009841:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33302 00010000:00010000:2.0:1762170989.009842:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.009855:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+186:2417:x1847765489640832:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.009863:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf998800/0x96d1ba5869cbf3c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5722 expref: 423 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.009865:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.009875:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35de00/0x96d1ba5869cbfdc2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63e7 expref: 186 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.009877:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.009892:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7000/0x96d1ba5869cbf3d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc573e expref: 423 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.009892:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489641216 00010000:00010000:0.0:1762170989.009892:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35de00/0x96d1ba5869cbfdc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63e7 expref: 186 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.009898:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489641216 00010000:00010000:1.0:1762170989.009917:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ebc74d600/0x96d1ba5869cc0bec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ac expref: 424 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.009920:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7000/0x96d1ba5869cbf3d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc573e expref: 424 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.009921:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.009925:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.009931:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.009946:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.009948:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481673344:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.009950:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33303 00000100:00100000:1.0:1762170989.009963:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+186:2416:x1847765489641088:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.009965:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35de00/0x96d1ba5869cbfdc2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63e7 expref: 186 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.009969:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.009977:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.009984:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481671552:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.009985:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01800/0x96d1ba5869cbfda6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63cb expref: 185 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.009996:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.009998:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+185:2417:x1847765489640832:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 144us (545us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.010004:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01800/0x96d1ba5869cbfda6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63cb expref: 185 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.010005:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.010009:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.010013:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33302 00000100:00100000:2.0:1762170989.010022:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481673216:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.010033:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.010036:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.010036:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33304 00010000:00010000:1.0:1762170989.010037:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.010044:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.010046:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.010050:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+424:2416:x1847765489640960:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.010060:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.010067:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.010070:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.010070:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.010075:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf998800/0x96d1ba5869cbf3c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5722 expref: 424 pid: 33719 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.010087:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b92680/2, rc 0, transno 4294977280 00010000:00010000:3.0:1762170989.010091:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.010100:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481671296:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.010106:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf998800/0x96d1ba5869cbf3c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5722 expref: 424 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.010121:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.010125:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.010129:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998800/0x96d1ba5869cbf3c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5722 expref: 424 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.010143:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.010143:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.010147:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.010151:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.010153:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+184:2416:x1847765489641088:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (457us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.010154:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.010171:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.010173:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.010175:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33303 00010000:00010000:2.0:1762170989.010178:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.010198:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33305 00010000:00010000:2.0:1762170989.010199:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.010209:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.010210:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+423:2416:x1847765489641216:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.010214:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.010218:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+839:3641:x1847765481671168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2827us (3280us total) trans 4294975571 rc 0/0 00010000:00010000:1.0:1762170989.010223:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.010223:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.010231:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc3d78 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.010233:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ebc74d600/0x96d1ba5869cc0bec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ac expref: 423 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.010238:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41924 00010000:00010000:0.0:1762170989.010247:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.010259:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481673216 00000100:00100000:3.0:1762170989.010265:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481673216 00010000:00010000:1.0:1762170989.010265:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ebc74d600/0x96d1ba5869cc0bec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ac expref: 423 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.010265:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.010266:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.010272:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.010276:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.010289:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170989.010289:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.010297:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.010298:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41932 00000100:00100000:2.0:1762170989.010303:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481673472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.010303:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.010310:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.010311:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+839:3641:x1847765481673216:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.010315:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.010326:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.010331:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2152 count 1 00000100:00100000:2.0:1762170989.010336:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.010348:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.010351:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.010363:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a400/0x96d1ba5869cbfe08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc642d expref: 183 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.010377:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+423:2416:x1847765489641216:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 169us (504us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.010381:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.010385:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1762170989.010386:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97930700/2, rc 0, transno 4294975571 00010000:00010000:3.0:1762170989.010390:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.010391:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33305 00000100:00100000:2.0:1762170989.010399:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481671168:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.010436:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ebc74d600/0x96d1ba5869cc0bec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ac expref: 422 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.010444:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+591:3643:x1847765481671680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2606us (2739us total) trans 4294977281 rc 0/0 00000100:00100000:2.0:1762170989.010452:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481673600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.010458:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481672192:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.010463:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41925 00010000:00010000:3.0:1762170989.010481:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a400/0x96d1ba5869cbfe08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc642d expref: 183 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.010482:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.010484:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481673472 00000100:00100000:0.0:1762170989.010490:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481673472 00000100:00100000:2.0:1762170989.010497:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.010501:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a400/0x96d1ba5869cbfe08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc642d expref: 183 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.010504:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.010512:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481673600 00000100:00100000:3.0:1762170989.010514:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481673728:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.010514:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.010516:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481673600 00000004:00080000:2.0:1762170989.010524:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d51f80/2, rc 0, transno 4294977281 00010000:00010000:1.0:1762170989.010529:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.010534:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481671680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.010540:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41933 00010000:00010000:1.0:1762170989.010541:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.010544:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.010552:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+591:3643:x1847765481673472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.010559:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170989.010566:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.010567:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.010569:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1905 count 1 00010000:00010000:3.0:1762170989.010591:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.010595:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.010595:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1762170989.010598:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.010606:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481673856:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.010619:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.010624:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a800/0x96d1ba5869cbf3dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc574c expref: 421 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.010637:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.010640:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.010641:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.010641:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.010646:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.010667:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3d7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.010677:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01800/0x96d1ba5869cbfda6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63cb expref: 183 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.010679:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a800/0x96d1ba5869cbf3dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc574c expref: 421 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.010705:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481670784:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.010753:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.010757:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.010763:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.010766:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.010771:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.010781:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.010786:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc3d86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.010809:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.010813:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.010818:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.010821:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.010823:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.010832:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.010840:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.010846:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.010863:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.010864:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.011019:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.011031:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+841:3642:x1847765481670656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4850us (4950us total) trans 4294975572 rc 0/0 00000100:00100000:2.0:1762170989.011040:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41921 00000100:00100000:2.0:1762170989.011061:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481673856 00000100:00100000:2.0:1762170989.011064:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481673856 00000100:00100000:2.0:1762170989.011094:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41934 00000100:00100000:2.0:1762170989.011101:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+840:3643:x1847765481673600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.011110:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2153 count 1 00010000:00010000:2.0:1762170989.011120:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.011127:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a800/0x96d1ba5869cbf3dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc574c expref: 421 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.011129:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01200/0x96d1ba5869cbfe0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc643b expref: 182 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.011134:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.011147:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.011149:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.011151:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 4/0,1 mode: --/PW res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.011153:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481673984:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.011175:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01200/0x96d1ba5869cbfe0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc643b expref: 182 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.011186:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01200/0x96d1ba5869cbfe0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc643b expref: 182 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.011203:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481674112:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.011251:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.011269:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.011275:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.011282:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.011286:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.011295:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.011310:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.011318:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3d63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.011336:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2cfb80/2, rc 0, transno 4294975569 00010000:00010000:2.0:1762170989.011344:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.011349:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.011352:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481668992:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.011355:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.011383:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489641344 00000100:00100000:3.0:1762170989.011388:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489641344 00000004:00080000:2.0:1762170989.011416:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e1c00/2, rc 0, transno 4294975572 00000100:00100000:2.0:1762170989.011426:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481670656:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.011445:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38000/0x96d1ba5869cbfdd0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63f5 expref: 183 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.011464:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489641472 00000100:00100000:3.0:1762170989.011467:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489641472 00010000:00010000:3.0:1762170989.011484:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a800/0x96d1ba5869cbfdf3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6411 expref: 184 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.011484:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481674368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.011507:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489641600 00000100:00100000:3.0:1762170989.011509:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489641600 00010000:00010000:3.0:1762170989.011522:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39c00/0x96d1ba5869cbfdfa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc641f expref: 185 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.011538:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.011545:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33306 00000100:00100000:3.0:1762170989.011556:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+185:2414:x1847765489641344:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.011567:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.011572:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38000/0x96d1ba5869cbfdd0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63f5 expref: 185 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.011596:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38000/0x96d1ba5869cbfdd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63f5 expref: 185 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.011604:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481674240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.011612:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.011616:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.011620:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.011628:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.011639:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.011683:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481674368 00000100:00100000:2.0:1762170989.011687:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481674368 00010000:00010000:3.0:1762170989.011703:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.011739:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481674240 00000100:00100000:2.0:1762170989.011744:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481674240 00000100:00100000:2.0:1762170989.011771:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41935 00000100:00100000:2.0:1762170989.011781:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+593:3641:x1847765481673856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.011794:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1906 count 1 00010000:00010000:2.0:1762170989.011807:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.011813:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+185:2414:x1847765489641344:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 256us (949us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.011824:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3600/0x96d1ba5869cbf3e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc575a expref: 421 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.011828:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33306 00010000:00010000:2.0:1762170989.011835:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.011837:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.011839:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.011857:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3600/0x96d1ba5869cbf3e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc575a expref: 421 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.011859:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33307 00010000:00010000:2.0:1762170989.011870:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3600/0x96d1ba5869cbf3e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc575a expref: 421 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.011877:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+184:2417:x1847765489641472:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.011884:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481674496:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.011890:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.011898:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a800/0x96d1ba5869cbfdf3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6411 expref: 184 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.011912:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a800/0x96d1ba5869cbfdf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6411 expref: 184 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.011925:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.011928:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.011932:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.011936:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.011944:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.011961:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.012004:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41936 00000100:00100000:2.0:1762170989.012013:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+842:3642:x1847765481674368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.012023:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2155 count 1 00010000:00010000:2.0:1762170989.012033:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.012042:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3aa00/0x96d1ba5869cbfe16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6457 expref: 184 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.012047:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.012049:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.012050:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.012067:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3aa00/0x96d1ba5869cbfe16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6457 expref: 184 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.012074:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3aa00/0x96d1ba5869cbfe16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6457 expref: 184 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.012081:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481674624:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.012110:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.012116:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+184:2417:x1847765489641472:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 242us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.012126:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33307 00000100:00100000:3.0:1762170989.012150:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33308 00000100:00100000:3.0:1762170989.012161:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+183:2416:x1847765489641600:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.012172:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.012178:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39c00/0x96d1ba5869cbfdfa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc641f expref: 183 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.012189:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39c00/0x96d1ba5869cbfdfa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc641f expref: 183 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.012206:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.012224:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.012241:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481673344:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.012247:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41937 00010000:00010000:2.0:1762170989.012255:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.012261:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+842:3641:x1847765481674240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.012280:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2154 count 1 00010000:00010000:0.0:1762170989.012295:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.012306:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01600/0x96d1ba5869cbfe1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6449 expref: 183 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.012314:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.012317:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.012321:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.012330:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.012334:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.012338:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.012346:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01600/0x96d1ba5869cbfe1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6449 expref: 183 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.012349:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.012356:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.012374:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01600/0x96d1ba5869cbfe1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6449 expref: 183 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.012381:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.012384:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481674112:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.012399:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.012399:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481674752:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.012438:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.012470:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.012471:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+183:2416:x1847765489641600:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 308us (1337us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.012480:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38000/0x96d1ba5869cbfdd0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63f5 expref: 183 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.012495:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481672320:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.012511:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.012516:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33308 00010000:00010000:0.0:1762170989.012526:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.012533:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.012536:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489641728 00010000:00010000:0.0:1762170989.012544:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.012551:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.012569:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.012575:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489641728 00010000:00010000:2.0:1762170989.012578:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.012596:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.012604:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.012606:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7000/0x96d1ba5869cbf3d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc573e expref: 422 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.012608:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.012629:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.012643:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489641856 00010000:00010000:2.0:1762170989.012645:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.012648:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489641856 00010000:00010000:2.0:1762170989.012656:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc3d8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.012667:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a400/0x96d1ba5869cbfe08 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc642d expref: 182 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.012683:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.012688:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.012692:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33309 00010000:00010000:2.0:1762170989.012692:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.012748:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+843:3641:x1847765481672064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4521us (4593us total) trans 4294975573 rc 0/0 00000100:00100000:0.0:1762170989.012757:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41927 00000100:00100000:2.0:1762170989.012786:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33310 00000100:00100000:3.0:1762170989.012800:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b766680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+422:2416:x1847765489641728:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.012800:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+182:2416:x1847765489641856:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.012808:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+422:2416:x1847765489640960:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 2760us (3057us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.012811:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.012822:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a400/0x96d1ba5869cbfe08 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc642d expref: 182 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.012822:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33304 00010000:00010000:1.0:1762170989.012828:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a800/0x96d1ba5869cbfdf3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6411 expref: 182 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.012838:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a400/0x96d1ba5869cbfe08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc642d expref: 182 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.012850:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481672704:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.012855:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.012859:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.012863:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.012870:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.012872:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.012894:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.012900:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.012902:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.012908:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.012913:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.012922:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.012928:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.012929:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+181:2416:x1847765489641856:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 133us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.012938:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33310 00000100:00100000:2.0:1762170989.012955:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489641984 00000100:00100000:2.0:1762170989.012959:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489641984 00010000:00010000:2.0:1762170989.012979:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01200/0x96d1ba5869cbfe0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc643b expref: 181 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.012996:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33311 00000100:00100000:2.0:1762170989.013006:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+181:2416:x1847765489641984:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.013014:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.013019:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01200/0x96d1ba5869cbfe0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc643b expref: 181 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.013029:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01200/0x96d1ba5869cbfe0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc643b expref: 181 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.013044:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01200/0x96d1ba5869cbfe0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc643b expref: 181 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.013057:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.013057:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+843:3642:x1847765481672576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4585us (4660us total) trans 4294975574 rc 0/0 00010000:00010000:2.0:1762170989.013061:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.013066:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.013067:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41928 00010000:00010000:2.0:1762170989.013078:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.013100:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1762170989.013104:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e796d80/2, rc 0, transno 4294975574 00000100:00100000:1.0:1762170989.013114:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e796d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481672576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.013150:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481674880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.013216:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+180:2416:x1847765489641984:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 211us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.013226:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33311 00000100:00100000:1.0:1762170989.013231:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.013233:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.013248:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489642112 00000100:00100000:2.0:1762170989.013252:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489642112 00010000:00010000:2.0:1762170989.013267:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3600/0x96d1ba5869cbf3e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc575a expref: 422 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.013287:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33312 00000100:00100000:2.0:1762170989.013296:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+422:2417:x1847765489642112:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.013305:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.013310:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3600/0x96d1ba5869cbf3e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc575a expref: 422 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.013320:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481674880 00010000:00010000:2.0:1762170989.013321:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3600/0x96d1ba5869cbf3e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc575a expref: 422 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.013326:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481674880 00010000:00010000:2.0:1762170989.013339:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.013342:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.013345:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.013354:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.013362:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41938 00010000:00010000:3.0:1762170989.013372:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.013372:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.013376:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+843:3643:x1847765481674880:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.013380:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.013389:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00002000:00080000:1.0:1762170989.013392:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2156 count 1 00010000:00010000:3.0:1762170989.013393:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.013403:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+422:2417:x1847765489642112:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 109us (176us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.013408:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.013413:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33312 00010000:00010000:1.0:1762170989.013432:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3b800/0x96d1ba5869cbfe55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6465 expref: 179 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.013440:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.013442:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.013446:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.013457:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02400/0x96d1ba5869cbfdde lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6403 expref: 179 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.013469:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02400/0x96d1ba5869cbfdde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6403 expref: 179 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.013474:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3b800/0x96d1ba5869cbfe55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6465 expref: 179 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.013489:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481675008:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.013502:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.013505:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3b800/0x96d1ba5869cbfe55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6465 expref: 179 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.013525:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.013527:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481675136:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.013537:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.013540:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3d94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.013566:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30619c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.013569:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.013569:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e58700/2, rc 0, transno 4294975573 00010000:00010000:3.0:1762170989.013575:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.013579:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.013595:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481672064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.013643:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481675264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.013679:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.013705:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.013814:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481673984:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.013837:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.013845:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.013855:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.013863:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.013869:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481674752:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.013873:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.013884:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.013886:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.013894:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.013908:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481675264 00000100:00100000:0.0:1762170989.013913:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481675264 00000100:00100000:0.0:1762170989.013948:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41939 00000100:00100000:0.0:1762170989.013961:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+845:3640:x1847765481675264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.013964:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:0.0:1762170989.013980:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2157 count 1 00010000:00010000:0.0:1762170989.013994:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.014004:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a400/0x96d1ba5869cbfe08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc642d expref: 179 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.014006:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38800/0x96d1ba5869cbfe24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6473 expref: 179 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.014019:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.014020:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481673728:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.014023:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.014028:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.014038:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.014042:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+845:3643:x1847765481673600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2938us (3546us total) trans 4294975575 rc 0/0 00000100:00100000:2.0:1762170989.014058:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41934 00010000:00010000:3.0:1762170989.014059:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.014063:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38800/0x96d1ba5869cbfe24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6473 expref: 178 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.014077:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.014083:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.014084:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38800/0x96d1ba5869cbfe24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6473 expref: 178 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.014092:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.014096:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.014111:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481675392:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.014116:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.014121:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.014123:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.014144:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.014157:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.014163:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.014165:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3dbe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.014171:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.014181:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.014186:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.014188:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.014192:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.014196:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.014199:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.014209:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1762170989.014215:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.014224:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc3db0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.014225:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2acb800/2, rc 0, transno 4294975575 00000100:00100000:2.0:1762170989.014238:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481673600:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.014255:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.014260:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.014264:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.014295:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.014299:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.014310:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481675520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.014335:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+845:3641:x1847765481673216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4025us (4278us total) trans 4294975576 rc 0/0 00000100:00100000:3.0:1762170989.014346:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41932 00000100:00100000:2.0:1762170989.014347:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.014373:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481675520 00000100:00100000:3.0:1762170989.014378:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481675520 00000004:00080000:2.0:1762170989.014395:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8736a00/2, rc 0, transno 4294975576 00000100:00100000:2.0:1762170989.014407:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481673216:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.014415:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41940 00000100:00100000:3.0:1762170989.014425:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+845:3640:x1847765481675520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.014439:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2158 count 1 00000100:00100000:2.0:1762170989.014450:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481675648:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.014453:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.014466:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a600/0x96d1ba5869cbfe2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6481 expref: 178 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.014474:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.014476:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.014479:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.014484:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.014509:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a600/0x96d1ba5869cbfe2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6481 expref: 178 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.014520:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a600/0x96d1ba5869cbfe2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6481 expref: 178 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.014531:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481675776:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.014545:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481675648 00000100:00100000:2.0:1762170989.014550:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481675648 00000100:00100000:3.0:1762170989.014562:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54a80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.014579:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41941 00000100:00100000:2.0:1762170989.014599:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+846:3642:x1847765481675648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.014612:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2159 count 1 00010000:00010000:2.0:1762170989.014626:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.014638:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00c00/0x96d1ba5869cbfe32 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc648f expref: 178 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.014646:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.014647:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.014650:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.014673:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00c00/0x96d1ba5869cbfe32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc648f expref: 178 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.014683:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00c00/0x96d1ba5869cbfe32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc648f expref: 178 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.014693:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481675904:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.014795:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.014822:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481675008:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.014845:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.014931:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.014940:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7000/0x96d1ba5869cbf3d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc573e expref: 421 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.014954:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7000/0x96d1ba5869cbf3d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc573e expref: 421 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.014971:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7000/0x96d1ba5869cbf3d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc573e expref: 421 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.014983:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.014986:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.014989:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.014998:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.015038:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.015052:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.015061:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.015067:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.015082:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.015099:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.015130:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b766680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+420:2416:x1847765489641728:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 2427us (2778us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.015141:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33309 00000100:00100000:3.0:1762170989.015211:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489642240 00000100:00100000:3.0:1762170989.015215:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489642240 00010000:00010000:3.0:1762170989.015236:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3aa00/0x96d1ba5869cbfe16 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6457 expref: 179 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.015248:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+594:3641:x1847765481673088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5485us (5860us total) trans 4294977283 rc 0/0 00000100:00100000:2.0:1762170989.015258:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41931 00000100:00100000:3.0:1762170989.015272:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489642368 00000100:00100000:1.0:1762170989.015276:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489642496 00000100:00100000:3.0:1762170989.015278:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489642368 00000100:00100000:1.0:1762170989.015283:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489642496 00010000:00010000:2.0:1762170989.015285:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.015292:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.015299:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a800/0x96d1ba5869cbf3dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc574c expref: 420 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.015300:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.015307:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01600/0x96d1ba5869cbfe1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6449 expref: 180 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.015308:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.015329:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33313 00010000:00010000:2.0:1762170989.015331:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.015342:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+180:2417:x1847765489642240:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.015347:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.015350:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33314 00010000:00010000:3.0:1762170989.015353:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.015363:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3aa00/0x96d1ba5869cbfe16 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6457 expref: 180 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.015368:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+420:2416:x1847765489642368:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.015373:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3da9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.015386:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.015391:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3aa00/0x96d1ba5869cbfe16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6457 expref: 180 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.015396:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a800/0x96d1ba5869cbf3dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc574c expref: 420 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.015401:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.015405:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.015408:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.015414:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.015418:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.015418:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a800/0x96d1ba5869cbf3dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc574c expref: 420 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.015424:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.015428:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33315 00010000:00010000:3.0:1762170989.015439:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.015443:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+180:2417:x1847765489642496:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.015447:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a800/0x96d1ba5869cbf3dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc574c expref: 420 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.015459:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.015467:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.015468:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.015468:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01600/0x96d1ba5869cbfe1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6449 expref: 180 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.015473:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.015478:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.015485:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01600/0x96d1ba5869cbfe1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6449 expref: 180 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.015491:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.015498:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+180:2417:x1847765489642240:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (1873us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.015507:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc01600/0x96d1ba5869cbfe1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6449 expref: 180 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.015518:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.015521:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.015524:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.015528:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.015532:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.015535:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.015555:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+419:2416:x1847765489642368:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (1673us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.015555:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.015573:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.015574:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33314 00010000:00010000:0.0:1762170989.015580:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.015596:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33313 00010000:00010000:0.0:1762170989.015602:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.015614:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+178:2417:x1847765489642496:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 173us (1653us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.015623:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33315 00010000:00010000:0.0:1762170989.015625:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.015631:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.015635:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481675136:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.015639:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.015648:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.015652:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.015655:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.015666:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.015667:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512c000/2, rc 0, transno 4294977283 00000100:00100000:2.0:1762170989.015681:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481673088:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.015682:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.015693:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3db7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.015737:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.015741:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.015744:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.015760:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+594:3643:x1847765481673472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5209us (5426us total) trans 4294977284 rc 0/0 00000100:00100000:2.0:1762170989.015765:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170989.015770:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41933 00000100:00100000:2.0:1762170989.015779:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481676032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.015785:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.015801:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39c00/0x96d1ba5869cbfdfa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc641f expref: 177 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.015802:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.015817:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.015824:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.015830:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481672960:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.015839:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.015848:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.015854:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.015863:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1762170989.015864:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8735c00/2, rc 0, transno 4294977284 00010000:00010000:1.0:1762170989.015866:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.015875:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.015878:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481673472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.015892:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.015897:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.015906:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.015928:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481676160:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.015929:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.015935:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.015940:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.015946:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.015949:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.015955:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.015963:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.015968:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3dd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.015980:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.015981:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.015985:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.015990:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.015993:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.016001:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.016010:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.016011:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481676032 00010000:00010000:0.0:1762170989.016017:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3da2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.016018:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481676032 00010000:00010000:2.0:1762170989.016034:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.016035:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.016039:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.016042:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.016052:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481676160 00000100:00100000:0.0:1762170989.016057:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41942 00000100:00100000:1.0:1762170989.016058:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481676160 00000100:00100000:0.0:1762170989.016067:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+595:3642:x1847765481676032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.016079:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481675776:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170989.016080:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1907 count 1 00010000:00010000:0.0:1762170989.016092:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.016097:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.016099:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41943 00010000:00010000:0.0:1762170989.016104:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6a00/0x96d1ba5869cbf3ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5768 expref: 418 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.016112:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.016115:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+595:3640:x1847765481676160:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.016115:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.016117:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.016130:0:9199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3600/0x96d1ba5869cbf3e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc575a expref: 418 pid: 33720 timeout: 4705 lvb_type: 1 00002000:00080000:1.0:1762170989.016136:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1908 count 1 00010000:00010000:0.0:1762170989.016138:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6a00/0x96d1ba5869cbf3ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5768 expref: 417 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.016140:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481674496:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.016154:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.016155:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6a00/0x96d1ba5869cbf3ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5768 expref: 417 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.016156:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.016182:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481676288:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.016187:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998400/0x96d1ba5869cbf3f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5776 expref: 417 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.016193:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.016213:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.016214:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.016216:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.016219:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.016225:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.016227:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.016244:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.016258:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf998400/0x96d1ba5869cbf3f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5776 expref: 417 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.016264:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.016271:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.016273:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf998400/0x96d1ba5869cbf3f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5776 expref: 417 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.016278:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.016292:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.016294:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481676416:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.016298:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.016307:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+848:3641:x1847765481674240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4049us (4672us total) trans 4294975577 rc 0/0 00010000:00010000:2.0:1762170989.016309:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.016315:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41937 00010000:00010000:2.0:1762170989.016333:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.016340:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3dc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.016341:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000004:00080000:0.0:1762170989.016344:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f64e00/2, rc 0, transno 4294975577 00000100:00100000:0.0:1762170989.016357:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481674240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.016365:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489642624 00010000:00010000:2.0:1762170989.016366:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.016370:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.016372:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489642624 00010000:00010000:2.0:1762170989.016374:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.016396:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02400/0x96d1ba5869cbfdde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6403 expref: 177 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.016404:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481675904:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.016405:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481676544:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.016429:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.016429:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489642752 00000100:00100000:1.0:1762170989.016435:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489642752 00000100:00100000:0.0:1762170989.016437:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.016453:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+596:3641:x1847765481673856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4673us (5812us total) trans 4294977285 rc 0/0 00010000:00010000:1.0:1762170989.016457:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3b800/0x96d1ba5869cbfe55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6465 expref: 178 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.016461:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41935 00000004:00080000:0.0:1762170989.016466:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2aca680/2, rc 0, transno 4294977285 00000100:00100000:3.0:1762170989.016479:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481676544 00000100:00100000:0.0:1762170989.016481:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2aca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481673856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.016483:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481676544 00000100:00100000:1.0:1762170989.016497:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33316 00000100:00100000:1.0:1762170989.016510:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+178:2417:x1847765489642624:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.016513:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41944 00000100:00100000:0.0:1762170989.016525:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+848:3641:x1847765481676544:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.016528:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.016533:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33317 00002000:00080000:0.0:1762170989.016536:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2160 count 1 00010000:00010000:1.0:1762170989.016537:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02400/0x96d1ba5869cbfdde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6403 expref: 178 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.016546:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3aa00/0x96d1ba5869cbfe16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6457 expref: 178 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.016548:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+178:2417:x1847765489642752:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.016548:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.016560:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02400/0x96d1ba5869cbfdde lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6403 expref: 178 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.016566:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.016571:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481674624:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.016578:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3b800/0x96d1ba5869cbfe55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6465 expref: 177 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.016579:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38400/0x96d1ba5869cbfe39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc649d expref: 177 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.016601:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.016603:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc02400/0x96d1ba5869cbfdde lrc: 0/0,0 mode: --/PR res: [0x280000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6403 expref: 177 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.016620:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3b800/0x96d1ba5869cbfe55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6465 expref: 177 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.016628:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.016634:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.016635:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.016638:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.016640:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.016645:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.016647:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.016648:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.016655:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3b800/0x96d1ba5869cbfe55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6465 expref: 176 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.016674:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.016676:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.016688:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38400/0x96d1ba5869cbfe39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc649d expref: 176 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.016699:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.016702:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.016705:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38400/0x96d1ba5869cbfe39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc649d expref: 175 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.016806:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481676800:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.016812:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.016823:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.016848:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.016852:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.016878:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.016887:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.016888:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+175:2417:x1847765489642752:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 343us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.016898:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33317 00000100:00100000:3.0:1762170989.016900:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489642880 00000100:00100000:3.0:1762170989.016905:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489642880 00000100:00100000:1.0:1762170989.016918:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+175:2417:x1847765489642624:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 411us (1136us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.016926:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38800/0x96d1ba5869cbfe24 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6473 expref: 175 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.016928:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.016930:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33316 00000100:00100000:2.0:1762170989.016941:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481676672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.016959:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33318 00000100:00100000:1.0:1762170989.016969:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+174:2417:x1847765489642880:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.016977:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.016979:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.016986:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38800/0x96d1ba5869cbfe24 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6473 expref: 174 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.016988:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.016990:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.016995:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.016998:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.017008:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38800/0x96d1ba5869cbfe24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6473 expref: 174 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.017009:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.017017:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.017017:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481676672 00000100:00100000:0.0:1762170989.017023:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481676672 00010000:00010000:1.0:1762170989.017025:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.017028:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.017029:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.017035:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.017036:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.017041:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.017056:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41945 00010000:00010000:1.0:1762170989.017059:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.017062:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.017064:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3dcc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.017071:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+596:3643:x1847765481676672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.017088:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.017095:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.017096:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.017098:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.017099:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1762170989.017101:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1909 count 1 00010000:00010000:3.0:1762170989.017102:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.017114:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.017117:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+174:2417:x1847765489642880:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (267us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.017124:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.017131:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3200/0x96d1ba5869cbf3ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5784 expref: 417 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.017134:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33318 00010000:00010000:0.0:1762170989.017141:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.017143:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.017146:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017163:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3200/0x96d1ba5869cbf3ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5784 expref: 417 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.017170:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3200/0x96d1ba5869cbf3ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5784 expref: 417 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.017179:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481676928:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.017183:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.017190:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.017195:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.017200:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.017216:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.017224:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.017227:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.017232:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017238:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.017241:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017246:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017254:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017259:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc3d9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.017272:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+851:3641:x1847765481672448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8644us (8812us total) trans 4294975579 rc 0/0 00000100:00100000:2.0:1762170989.017283:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41929 00010000:00010000:0.0:1762170989.017299:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.017303:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.017305:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.017311:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.017314:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017318:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017326:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017331:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3dda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.017333:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e795880/2, rc 0, transno 4294975579 00000100:00100000:3.0:1762170989.017337:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+850:3642:x1847765481674368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5323us (5800us total) trans 4294975580 rc 0/0 00000100:00100000:3.0:1762170989.017349:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41936 00000100:00100000:2.0:1762170989.017351:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481672448:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.017354:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.017357:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.017360:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+850:3643:x1847765481674880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3987us (4132us total) trans 4294975581 rc 0/0 00010000:00010000:0.0:1762170989.017361:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.017371:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41938 00000004:00080000:3.0:1762170989.017394:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b764e00/2, rc 0, transno 4294975580 00010000:00010000:0.0:1762170989.017395:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38800/0x96d1ba5869cbfe24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6473 expref: 173 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.017406:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481677056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.017407:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481675392:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.017420:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481674368:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.017424:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017435:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017440:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.017447:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.017450:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.017454:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481677184:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.017457:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017471:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1762170989.017483:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b750000/2, rc 0, transno 4294975581 00000100:00100000:2.0:1762170989.017493:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.017497:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481674880:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.017578:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b766300/2, rc 0, transno 4294975582 00000100:00100000:0.0:1762170989.017578:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+849:3640:x1847765481675264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3622us (3899us total) trans 4294975582 rc 0/0 00000100:00100000:0.0:1762170989.017598:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41939 00000100:00100000:2.0:1762170989.017600:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481675264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.017609:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.017617:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481677312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.017619:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481677056 00000100:00100000:0.0:1762170989.017624:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481677056 00000100:00100000:2.0:1762170989.017646:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.017655:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481677184 00000100:00100000:0.0:1762170989.017659:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481677184 00000100:00100000:0.0:1762170989.017686:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481677312 00000100:00100000:0.0:1762170989.017691:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481677312 00010000:00010000:2.0:1762170989.017704:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.017728:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.017736:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.017740:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.017746:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41946 00010000:00010000:2.0:1762170989.017754:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.017761:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+851:3643:x1847765481677056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.017780:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.017781:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2161 count 1 00010000:00010000:2.0:1762170989.017791:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11600/0x96d1ba5869cc3de1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.017797:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.017808:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.017811:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.017814:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.017815:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ba00/0x96d1ba5869cbfe40 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ab expref: 172 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.017824:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.017826:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.017830:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481677440:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.017830:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.017863:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.017903:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481677440 00000100:00100000:2.0:1762170989.017906:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481677440 00000100:00100000:2.0:1762170989.017925:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41947 00000100:00100000:2.0:1762170989.017932:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+852:3640:x1847765481677184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.017944:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2162 count 1 00010000:00010000:2.0:1762170989.017956:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.017967:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39000/0x96d1ba5869cbfe4e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b9 expref: 172 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.017975:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.017978:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.017979:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.017983:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018009:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39000/0x96d1ba5869cbfe4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b9 expref: 172 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.018019:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39000/0x96d1ba5869cbfe4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b9 expref: 172 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.018028:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481677568:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.018036:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.018082:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.018089:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.018114:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41948 00000100:00100000:1.0:1762170989.018118:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489643136 00000100:00100000:1.0:1762170989.018122:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489643136 00000100:00100000:2.0:1762170989.018126:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+852:3640:x1847765481677312:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.018136:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481676288:192.168.202.10@tcp:104: 00002000:00080000:2.0:1762170989.018141:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2163 count 1 00010000:00010000:1.0:1762170989.018142:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00c00/0x96d1ba5869cbfe32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc648f expref: 173 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.018155:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018156:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.018162:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489643008 00000100:00100000:1.0:1762170989.018166:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489643008 00010000:00010000:1.0:1762170989.018179:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a600/0x96d1ba5869cbfe2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6481 expref: 174 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.018184:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c800/0x96d1ba5869cbfe47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64c7 expref: 174 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.018193:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ba00/0x96d1ba5869cbfe40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ab expref: 174 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.018195:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.018196:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489643264 00010000:00010000:2.0:1762170989.018198:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.018202:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489643264 00010000:00010000:2.0:1762170989.018205:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.018216:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ba00/0x96d1ba5869cbfe40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ab expref: 174 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.018220:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6a00/0x96d1ba5869cbf3ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5768 expref: 418 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.018234:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c800/0x96d1ba5869cbfe47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64c7 expref: 174 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.018236:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.018242:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481677696:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.018254:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c800/0x96d1ba5869cbfe47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64c7 expref: 174 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.018256:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489643392 00000100:00100000:1.0:1762170989.018262:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489643392 00000100:00100000:3.0:1762170989.018268:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33319 00000100:00100000:2.0:1762170989.018274:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481677824:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.018281:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf998400/0x96d1ba5869cbf3f1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5776 expref: 419 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.018282:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+174:2417:x1847765489643136:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.018284:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.018298:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.018305:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.018306:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00c00/0x96d1ba5869cbfe32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc648f expref: 174 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.018312:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33320 00000100:00100000:0.0:1762170989.018313:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41949 00010000:00010000:3.0:1762170989.018326:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00c00/0x96d1ba5869cbfe32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc648f expref: 174 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.018332:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+174:2417:x1847765489643008:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.018332:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+852:3642:x1847765481677440:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.018333:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33321 00000100:00100000:2.0:1762170989.018348:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+419:2415:x1847765489643264:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.018351:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:0.0:1762170989.018356:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2164 count 1 00010000:00010000:3.0:1762170989.018357:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc00c00/0x96d1ba5869cbfe32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc648f expref: 174 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.018358:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.018359:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a600/0x96d1ba5869cbfe2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6481 expref: 174 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.018369:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6a00/0x96d1ba5869cbf3ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5768 expref: 419 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.018373:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.018382:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.018386:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.018393:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a600/0x96d1ba5869cbfe2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6481 expref: 173 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.018398:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6a00/0x96d1ba5869cbf3ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5768 expref: 419 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.018402:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c400/0x96d1ba5869cbfe5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64d5 expref: 173 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.018421:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.018422:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3a600/0x96d1ba5869cbfe2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6481 expref: 173 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.018425:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.018426:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6a00/0x96d1ba5869cbf3ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5768 expref: 419 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.018431:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018448:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.018451:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.018454:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.018454:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.018459:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.018462:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.018465:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.018467:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c400/0x96d1ba5869cbfe5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64d5 expref: 172 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.018479:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018487:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.018492:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.018497:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c400/0x96d1ba5869cbfe5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64d5 expref: 172 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.018498:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.018507:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+418:2415:x1847765489643264:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 162us (419us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.018525:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.018532:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33321 00000100:00100000:0.0:1762170989.018532:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481677952:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.018540:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.018555:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+172:2417:x1847765489643008:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 230us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.018559:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33322 00000100:00100000:3.0:1762170989.018570:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+172:2417:x1847765489643136:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 292us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.018571:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33320 00000100:00100000:0.0:1762170989.018573:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.018575:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+417:2417:x1847765489643392:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.018600:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33319 00010000:00010000:2.0:1762170989.018600:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.018610:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf998400/0x96d1ba5869cbf3f1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5776 expref: 417 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.018623:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf998400/0x96d1ba5869cbf3f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5776 expref: 417 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.018638:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481676416:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.018639:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998400/0x96d1ba5869cbf3f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5776 expref: 417 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.018656:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.018658:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.018661:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018668:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.018679:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018684:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.018692:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.018700:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.018770:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+416:2417:x1847765489643392:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 140us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.018779:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33322 00010000:00010000:3.0:1762170989.018802:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018812:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018820:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018828:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018835:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.018851:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.018938:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.018944:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.018949:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.018959:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.018988:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+597:3641:x1847765481653888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43775us (44195us total) trans 4294977258 rc 0/0 00000100:00100000:0.0:1762170989.018997:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41855 00000100:00100000:2.0:1762170989.019009:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+597:3642:x1847765481676032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2941us (3193us total) trans 4294977286 rc 0/0 00000100:00100000:2.0:1762170989.019018:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41942 00010000:00010000:2.0:1762170989.019045:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.019051:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.019058:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.019062:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.019070:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.019083:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.019093:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc3df6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.019116:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.019120:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.019128:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.019131:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.019135:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+853:3640:x1847765481675520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4711us (4789us total) trans 4294975583 rc 0/0 00000100:00100000:3.0:1762170989.019148:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41940 00010000:00010000:2.0:1762170989.019149:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.019154:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.019162:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.019165:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.019168:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.019179:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc3de8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.019203:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.019207:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.019210:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.019238:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b765500/2, rc 0, transno 4294975583 00000100:00100000:2.0:1762170989.019251:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481675520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.019315:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481678080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.019352:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.019382:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481678080 00000100:00100000:3.0:1762170989.019387:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481678080 00000100:00100000:3.0:1762170989.019420:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41950 00000004:00080000:2.0:1762170989.019423:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531dc00/2, rc 0, transno 4294977286 00000100:00100000:3.0:1762170989.019431:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+853:3643:x1847765481678080:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.019437:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+595:3640:x1847765481648640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53666us (53902us total) trans 4294977250 rc 0/0 00000100:00100000:2.0:1762170989.019439:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481676032:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.019446:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2165 count 1 00000100:00100000:0.0:1762170989.019453:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41835 00010000:00010000:3.0:1762170989.019460:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.019508:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481678208:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.019534:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d000/0x96d1ba5869cbfe63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64e3 expref: 170 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.019542:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.019549:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.019552:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.019555:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.019580:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d000/0x96d1ba5869cbfe63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64e3 expref: 170 pid: 22703 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170989.019597:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d1500/2, rc 0, transno 4294977250 00010000:00010000:3.0:1762170989.019605:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d000/0x96d1ba5869cbfe63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64e3 expref: 170 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.019611:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481648640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.019615:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481678208 00000100:00100000:0.0:1762170989.019622:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481678208 00000100:00100000:3.0:1762170989.019625:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481678336:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.019661:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41951 00000100:00100000:0.0:1762170989.019670:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+595:3640:x1847765481678208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.019677:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:0.0:1762170989.019681:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1910 count 1 00000100:00100000:3.0:1762170989.019687:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.019688:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481678464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.019692:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.019703:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a400/0x96d1ba5869cbf3f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5792 expref: 415 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.019749:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.019755:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.019758:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.019761:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.019787:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481678464 00010000:00010000:0.0:1762170989.019787:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a400/0x96d1ba5869cbf3f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5792 expref: 415 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.019793:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481678464 00010000:00010000:0.0:1762170989.019803:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a400/0x96d1ba5869cbf3f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5792 expref: 415 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.019815:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481678592:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.019821:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41952 00000100:00100000:2.0:1762170989.019830:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+596:3640:x1847765481678464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.019843:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1911 count 1 00010000:00010000:2.0:1762170989.019856:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.019870:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eb400/0x96d1ba5869cc0adb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f9b expref: 415 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.019874:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2a80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.019878:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.019882:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.019886:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.019910:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eb400/0x96d1ba5869cc0adb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f9b expref: 415 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.019917:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481676800:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.019925:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eb400/0x96d1ba5869cc0adb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f9b expref: 415 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.019939:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481678720:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.019939:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.019984:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.020022:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb530ad80/2, rc 0, transno 4294977258 00000100:00100000:2.0:1762170989.020035:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481653888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.020085:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481678848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.020125:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.020189:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481677568:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.020210:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.020241:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481678848 00000100:00100000:3.0:1762170989.020247:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.020248:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481678848 00000100:00100000:3.0:1762170989.020285:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.020287:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41953 00000100:00100000:2.0:1762170989.020298:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+597:3642:x1847765481678848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.020311:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1912 count 1 00000100:00100000:3.0:1762170989.020324:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.020325:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.020339:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7a00/0x96d1ba5869cbf422 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ae expref: 415 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.020354:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.020356:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.020359:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.020362:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.020389:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7a00/0x96d1ba5869cbf422 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ae expref: 415 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.020402:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7a00/0x96d1ba5869cbf422 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ae expref: 415 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.020414:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481678976:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.020421:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.020426:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481677952:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.020449:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.020453:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.020476:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489643776 00000100:00100000:2.0:1762170989.020480:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489643776 00000100:00100000:0.0:1762170989.020492:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481676928:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.020503:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39000/0x96d1ba5869cbfe4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b9 expref: 171 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.020513:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.020521:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489643648 00000100:00100000:2.0:1762170989.020526:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489643520 00000100:00100000:3.0:1762170989.020527:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489643648 00000100:00100000:2.0:1762170989.020530:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489643520 00010000:00010000:2.0:1762170989.020548:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38400/0x96d1ba5869cbfe39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc649d expref: 172 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.020551:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481677696:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.020558:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489643904 00000100:00100000:1.0:1762170989.020565:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489643904 00010000:00010000:0.0:1762170989.020571:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.020573:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489644032 00000100:00100000:2.0:1762170989.020578:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489644032 00010000:00010000:3.0:1762170989.020606:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3200/0x96d1ba5869cbf3ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5784 expref: 416 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.020607:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c800/0x96d1ba5869cbfe47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64c7 expref: 174 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.020608:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ba00/0x96d1ba5869cbfe40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ab expref: 174 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.020644:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33323 00000100:00100000:3.0:1762170989.020655:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+174:2415:x1847765489643776:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.020655:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33324 00000100:00100000:2.0:1762170989.020664:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33325 00010000:00010000:3.0:1762170989.020666:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.020670:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+174:2416:x1847765489643520:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.020673:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39000/0x96d1ba5869cbfe4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b9 expref: 174 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.020679:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+416:2416:x1847765489643648:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.020686:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.020694:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39000/0x96d1ba5869cbfe4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b9 expref: 174 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.020694:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.020694:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38400/0x96d1ba5869cbfe39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc649d expref: 174 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.020704:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3200/0x96d1ba5869cbf3ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5784 expref: 416 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.020736:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c39000/0x96d1ba5869cbfe4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b9 expref: 174 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.020743:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3200/0x96d1ba5869cbf3ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5784 expref: 416 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.020749:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38400/0x96d1ba5869cbfe39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc649d expref: 174 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.020754:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.020759:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.020764:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.020767:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab3200/0x96d1ba5869cbf3ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5784 expref: 416 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.020775:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38400/0x96d1ba5869cbfe39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc649d expref: 173 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.020792:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.020795:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.020797:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.020799:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.020801:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.020807:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.020812:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.020823:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.020843:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.020846:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.020849:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.020854:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.020865:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.020872:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.020876:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.020878:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+415:2416:x1847765489643648:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.020882:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+172:2416:x1847765489643520:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 214us (554us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.020893:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.020898:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33325 00000100:00100000:3.0:1762170989.020905:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+172:2415:x1847765489643776:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 251us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.020910:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33324 00000100:00100000:2.0:1762170989.020922:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33326 00000100:00100000:3.0:1762170989.020934:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33323 00010000:00010000:0.0:1762170989.020936:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.020939:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+171:2416:x1847765489643904:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.020946:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33327 00010000:00010000:0.0:1762170989.020950:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.020952:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.020957:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.020960:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ba00/0x96d1ba5869cbfe40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ab expref: 170 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.020962:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+170:2417:x1847765489644032:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.020979:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.020979:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.020988:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ba00/0x96d1ba5869cbfe40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ab expref: 170 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.020988:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.020989:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c800/0x96d1ba5869cbfe47 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64c7 expref: 170 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.021016:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021019:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c800/0x96d1ba5869cbfe47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64c7 expref: 170 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.021022:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ba00/0x96d1ba5869cbfe40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ab expref: 170 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.021046:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.021047:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.021048:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.021049:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.021051:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.021056:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021057:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.021058:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.021069:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3e0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021082:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.021083:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.021097:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.021101:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.021102:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.021104:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.021112:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.021117:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.021122:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+169:2417:x1847765489644032:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (701us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.021135:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.021138:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33327 00000100:00100000:2.0:1762170989.021141:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+169:2416:x1847765489643904:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 204us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.021154:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489644160 00000100:00100000:1.0:1762170989.021158:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489644160 00000100:00100000:2.0:1762170989.021159:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33326 00010000:00010000:0.0:1762170989.021170:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021177:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c400/0x96d1ba5869cbfe5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64d5 expref: 168 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.021179:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.021191:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.021201:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.021202:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.021209:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.021216:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489644288 00010000:00010000:2.0:1762170989.021218:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.021221:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489644288 00010000:00010000:2.0:1762170989.021231:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021241:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d000/0x96d1ba5869cbfe63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64e3 expref: 169 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.021250:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170989.021261:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33328 00000100:00100000:1.0:1762170989.021270:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+169:2417:x1847765489644160:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.021278:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.021282:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.021288:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c400/0x96d1ba5869cbfe5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64d5 expref: 169 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.021298:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c400/0x96d1ba5869cbfe5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64d5 expref: 169 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.021313:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c400/0x96d1ba5869cbfe5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64d5 expref: 169 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.021325:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.021327:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.021331:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021339:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021364:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.021366:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+855:3641:x1847765481676544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4843us (4929us total) trans 4294975584 rc 0/0 00000100:00100000:0.0:1762170989.021375:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41944 00000100:00100000:1.0:1762170989.021398:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+168:2417:x1847765489644160:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 128us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.021406:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+854:3640:x1847765481677184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3472us (3913us total) trans 4294975585 rc 0/0 00000100:00100000:1.0:1762170989.021411:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33328 00000100:00100000:2.0:1762170989.021417:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41947 00000100:00100000:0.0:1762170989.021419:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481678592:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.021433:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489644416 00000100:00100000:1.0:1762170989.021439:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489644416 00000100:00100000:3.0:1762170989.021445:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.021445:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021455:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a400/0x96d1ba5869cbf3f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5792 expref: 415 pid: 20306 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.021457:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b767800/2, rc 0, transno 4294975585 00000100:00100000:2.0:1762170989.021467:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481677184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.021474:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.021476:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489644544 00000100:00100000:1.0:1762170989.021481:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489644544 00010000:00010000:1.0:1762170989.021498:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eb400/0x96d1ba5869cc0adb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f9b expref: 416 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.021508:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.021513:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.021516:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489644672 00010000:00010000:2.0:1762170989.021520:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.021522:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489644672 00010000:00010000:2.0:1762170989.021524:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.021528:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.021532:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.021533:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021543:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7a00/0x96d1ba5869cbf422 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ae expref: 417 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.021546:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.021547:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.021553:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.021575:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.021577:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc3e04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.021591:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33329 00000100:00100000:0.0:1762170989.021600:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+598:3643:x1847765481676672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4530us (4613us total) trans 4294977287 rc 0/0 00000100:00100000:1.0:1762170989.021608:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+167:2416:x1847765489644288:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.021609:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.021615:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41945 00010000:00010000:2.0:1762170989.021617:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.021622:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.021625:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3e19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.021625:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.021626:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.021636:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d000/0x96d1ba5869cbfe63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64e3 expref: 167 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.021640:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481679104:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.021647:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.021648:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.021651:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.021654:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.021658:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d000/0x96d1ba5869cbfe63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64e3 expref: 167 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.021662:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.021673:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.021679:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481678336:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.021683:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021690:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d000/0x96d1ba5869cbfe63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64e3 expref: 167 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.021694:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x875:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.021702:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b766680/2, rc 0, transno 4294977287 00010000:00010000:1.0:1762170989.021758:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.021759:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.021762:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021768:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021781:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.021804:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.021808:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481676672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.021809:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+166:2416:x1847765489644288:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 205us (612us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.021822:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.021828:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33329 00010000:00010000:3.0:1762170989.021835:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.021842:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.021847:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.021850:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33330 00000100:00100000:1.0:1762170989.021863:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+417:2416:x1847765489644416:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.021866:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.021871:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.021876:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a400/0x96d1ba5869cbf3f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5792 expref: 417 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.021880:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481679232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.021888:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a400/0x96d1ba5869cbf3f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5792 expref: 417 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.021890:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481679104 00000100:00100000:0.0:1762170989.021896:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481679104 00010000:00010000:1.0:1762170989.021903:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a400/0x96d1ba5869cbf3f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5792 expref: 417 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.021911:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.021917:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.021919:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.021921:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.021927:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.021929:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481679232 00000100:00100000:0.0:1762170989.021933:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481679232 00010000:00010000:2.0:1762170989.021945:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.021948:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.021950:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.021957:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.021958:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41954 00010000:00010000:2.0:1762170989.021962:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.021971:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+855:3643:x1847765481679104:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.021973:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.021973:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+416:2416:x1847765489644416:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 109us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.021985:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+855:3643:x1847765481678080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2555us (2633us total) trans 4294975586 rc 0/0 00002000:00080000:0.0:1762170989.021985:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2166 count 1 00000100:00100000:1.0:1762170989.021991:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33330 00000100:00100000:3.0:1762170989.021999:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41950 00010000:00010000:2.0:1762170989.021999:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.021999:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.022016:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33331 00000100:00100000:3.0:1762170989.022019:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41955 00010000:00010000:0.0:1762170989.022026:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03a00/0x96d1ba5869cbfe71 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f1 expref: 165 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.022030:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc3e2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.022033:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+598:3640:x1847765481679232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.022035:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+415:2417:x1847765489644544:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.022046:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.022049:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1762170989.022052:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1913 count 1 00010000:00010000:0.0:1762170989.022052:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022054:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.022057:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.022061:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.022063:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.022067:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022067:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eb400/0x96d1ba5869cc0adb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f9b expref: 415 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.022077:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03a00/0x96d1ba5869cbfe71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f1 expref: 165 pid: 20306 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170989.022082:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e6300/2, rc 0, transno 4294975586 00010000:00010000:3.0:1762170989.022091:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf999000/0x96d1ba5869cbf40d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57bc expref: 415 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.022094:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481678080:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.022098:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eb400/0x96d1ba5869cc0adb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f9b expref: 415 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.022106:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03a00/0x96d1ba5869cbfe71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f1 expref: 165 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.022122:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.022124:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170989.022127:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.022132:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.022133:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481679488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.022136:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481679360:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.022154:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.022156:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.022160:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.022160:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.022166:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022179:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.022184:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2a80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.022189:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf999000/0x96d1ba5869cbf40d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57bc expref: 415 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.022201:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf999000/0x96d1ba5869cbf40d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57bc expref: 415 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.022203:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.022205:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eb400/0x96d1ba5869cc0adb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f9b expref: 415 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.022210:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+415:2417:x1847765489644544:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (762us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.022227:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.022230:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481679616:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.022234:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481678720:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.022236:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33331 00010000:00010000:0.0:1762170989.022239:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.022247:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.022254:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.022258:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.022262:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.022265:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.022266:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33332 00000100:00100000:3.0:1762170989.022268:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.022271:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.022280:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.022282:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+413:2417:x1847765489644672:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.022289:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.022294:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.022296:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022297:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.022308:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7a00/0x96d1ba5869cbf422 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ae expref: 413 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.022309:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.022310:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.022341:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.022343:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7a00/0x96d1ba5869cbf422 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ae expref: 413 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.022344:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.022359:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3e35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022368:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.022372:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.022376:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.022376:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.022383:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022388:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.022394:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.022400:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022409:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.022410:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.022424:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.022431:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc3e3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.022447:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+413:2417:x1847765489644672:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 169us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.022455:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33332 00010000:00010000:0.0:1762170989.022456:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.022459:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.022462:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.022504:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022515:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022523:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022531:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022547:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.022596:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.022602:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.022609:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+600:3640:x1847765481678208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2938us (3068us total) trans 4294977289 rc 0/0 00010000:00010000:3.0:1762170989.022612:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.022619:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.022623:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41951 00010000:00010000:3.0:1762170989.022633:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.022647:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.022648:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481679488 00000100:00100000:0.0:1762170989.022654:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481679488 00010000:00010000:3.0:1762170989.022664:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc3e27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.022685:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.022687:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41956 00010000:00010000:3.0:1762170989.022689:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.022694:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.022699:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+856:3640:x1847765481679488:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.022731:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+856:3642:x1847765481677440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4382us (4842us total) trans 4294975587 rc 0/0 00002000:00080000:0.0:1762170989.022737:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2167 count 1 00000100:00100000:1.0:1762170989.022743:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41949 00010000:00010000:0.0:1762170989.022753:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.022768:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38a00/0x96d1ba5869cbfe6a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ff expref: 165 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.022775:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.022777:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.022781:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.022787:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.022803:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38a00/0x96d1ba5869cbfe6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ff expref: 165 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.022813:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38a00/0x96d1ba5869cbfe6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ff expref: 165 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.022824:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481679744:192.168.202.10@tcp:104: 00000004:00080000:3.0:1762170989.022883:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf6680/2, rc 0, transno 4294975584 00000100:00100000:0.0:1762170989.022884:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.022904:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481676544:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.022925:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+600:3640:x1847765481676160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6814us (6946us total) trans 4294977290 rc 0/0 00000100:00100000:1.0:1762170989.022935:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41943 00010000:00010000:3.0:1762170989.022943:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c800/0x96d1ba5869cbfe47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64c7 expref: 165 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.022955:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481677824:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.022968:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.022975:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.022980:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.022985:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.022986:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.023000:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.023006:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.023014:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.023017:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023026:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.023028:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023050:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.023053:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023059:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1762170989.023060:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+855:3642:x1847765481672832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14165us (14362us total) trans 4294975578 rc 0/0 00010000:00010000:3.0:1762170989.023066:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.023070:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3dfd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.023079:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41930 00010000:00010000:3.0:1762170989.023081:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.023086:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023093:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023104:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023109:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc3e12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.023109:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.023114:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.023123:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.023127:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023135:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.023135:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023140:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.023147:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.023152:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.023161:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3e20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.023180:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.023183:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.023185:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.023346:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+856:3643:x1847765481677056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5588us (5902us total) trans 4294975589 rc 0/0 00000100:00100000:0.0:1762170989.023356:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41946 00000100:00100000:3.0:1762170989.023366:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+856:3640:x1847765481677312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5242us (5718us total) trans 4294975588 rc 0/0 00000100:00100000:3.0:1762170989.023373:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41948 00010000:00010000:3.0:1762170989.023404:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023413:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023418:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023422:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023434:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.023442:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.023447:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023454:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.023457:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023557:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023572:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023579:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3def lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.023634:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.023637:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.023641:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.023795:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481679360:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.023814:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.023818:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.023914:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.024005:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481679616:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.024006:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489644800 00000100:00100000:0.0:1762170989.024008:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481679744:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.024013:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489644800 00010000:00010000:0.0:1762170989.024026:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024036:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03a00/0x96d1ba5869cbfe71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f1 expref: 165 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.024063:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489644928 00000100:00100000:1.0:1762170989.024066:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489644928 00010000:00010000:1.0:1762170989.024080:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf999000/0x96d1ba5869cbf40d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57bc expref: 413 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.024102:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33333 00000100:00100000:1.0:1762170989.024112:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+165:2414:x1847765489644800:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.024121:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.024126:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03a00/0x96d1ba5869cbfe71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f1 expref: 165 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.024137:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03a00/0x96d1ba5869cbfe71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f1 expref: 165 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.024156:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9fc03a00/0x96d1ba5869cbfe71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f1 expref: 165 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.024159:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024187:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.024189:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.024192:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024198:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024225:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.024230:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024239:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024248:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.024262:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+164:2414:x1847765489644800:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 150us (450us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.024267:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.024271:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.024277:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33333 00000100:00100000:1.0:1762170989.024293:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489645056 00000100:00100000:1.0:1762170989.024297:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489645056 00010000:00010000:0.0:1762170989.024303:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.024310:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38a00/0x96d1ba5869cbfe6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ff expref: 164 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.024314:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.024322:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.024332:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33334 00010000:00010000:0.0:1762170989.024332:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.024340:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.024345:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+413:2415:x1847765489644928:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.024357:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.024358:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024365:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf999000/0x96d1ba5869cbf40d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57bc expref: 413 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.024374:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024381:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf999000/0x96d1ba5869cbf40d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57bc expref: 413 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.024387:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3e4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024419:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf999000/0x96d1ba5869cbf40d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57bc expref: 413 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.024422:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.024427:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.024432:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.024435:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.024438:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.024442:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024448:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024470:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.024477:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.024484:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.024490:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.024494:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+412:2415:x1847765489644928:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 150us (629us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.024503:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.024508:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33334 00010000:00010000:3.0:1762170989.024522:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.024532:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33335 00000100:00100000:1.0:1762170989.024543:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+164:2416:x1847765489645056:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.024552:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.024558:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38a00/0x96d1ba5869cbfe6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ff expref: 164 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.024573:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38a00/0x96d1ba5869cbfe6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ff expref: 164 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.024578:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.024597:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+856:3643:x1847765481679104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2617us (2912us total) trans 4294975591 rc 0/0 00010000:00010000:3.0:1762170989.024598:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024599:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38a00/0x96d1ba5869cbfe6a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ff expref: 164 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.024617:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41954 00010000:00010000:3.0:1762170989.024626:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.024631:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024631:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.024636:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.024639:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024642:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024654:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.024656:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.024671:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc3e51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.024684:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.024697:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.024702:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.024705:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.024728:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+163:2416:x1847765489645056:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 166us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.024735:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33335 00000100:00100000:0.0:1762170989.024755:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+600:3640:x1847765481679232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2725us (2844us total) trans 4294977291 rc 0/0 00000100:00100000:0.0:1762170989.024765:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41955 00010000:00010000:0.0:1762170989.024797:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024805:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024814:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024821:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024833:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.024841:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.024845:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024852:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.024856:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024864:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024874:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024880:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3e58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.024900:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.024902:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.024905:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.024909:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+855:3642:x1847765481675648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10311us (10426us total) trans 4294975590 rc 0/0 00000100:00100000:3.0:1762170989.024918:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41941 00000100:00100000:0.0:1762170989.025041:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+855:3640:x1847765481679488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2345us (2883us total) trans 4294975592 rc 0/0 00000100:00100000:0.0:1762170989.025048:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41956 00000100:00100000:1.0:1762170989.025225:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+599:3643:x1847765481659648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39124us (39298us total) trans 4294977266 rc 0/0 00000100:00100000:1.0:1762170989.025231:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41878 00000004:00080000:2.0:1762170989.025770:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbea00/2, rc 0, transno 4294975592 00000100:00100000:2.0:1762170989.025784:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481679488:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.025803:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbdc00/2, rc 0, transno 4294977291 00000100:00100000:2.0:1762170989.025813:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481679232:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.025828:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e4380/2, rc 0, transno 4294977289 00000100:00100000:2.0:1762170989.025833:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481678208:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.025847:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2f480/2, rc 0, transno 4294975588 00000100:00100000:2.0:1762170989.025852:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481677312:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.025868:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531d500/2, rc 0, transno 4294977290 00000100:00100000:2.0:1762170989.025873:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481676160:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.026012:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.026025:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481680128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.026065:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.026094:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.026101:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481680256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.026132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.026161:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.026172:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481679872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.026200:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.026223:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481680384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.026251:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170989.026283:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2d180/2, rc 0, transno 4294975587 00000100:00100000:2.0:1762170989.026293:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481677440:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.026308:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8735180/2, rc 0, transno 4294975590 00000100:00100000:2.0:1762170989.026312:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8735180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481675648:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.026325:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512c700/2, rc 0, transno 4294975578 00000100:00100000:2.0:1762170989.026328:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481672832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.026340:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1762170989.026346:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481680000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.026376:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.026403:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481680128 00000100:00100000:2.0:1762170989.026408:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481680512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.026409:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481680128 00000004:00080000:3.0:1762170989.026436:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2e300/2, rc 0, transno 4294975591 00000100:00100000:0.0:1762170989.026442:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481680256 00000100:00100000:3.0:1762170989.026443:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481679104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.026447:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481680256 00000100:00100000:2.0:1762170989.026450:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1762170989.026462:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b767100/2, rc 0, transno 4294975589 00000100:00100000:3.0:1762170989.026467:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481677056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.026473:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481679872 00000100:00100000:0.0:1762170989.026475:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481679872 00000004:00080000:3.0:1762170989.026486:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf5f80/2, rc 0, transno 4294977266 00000100:00100000:0.0:1762170989.026496:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481680384 00000100:00100000:3.0:1762170989.026497:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481659648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.026499:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481680384 00000100:00100000:3.0:1762170989.026528:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481680512 00000100:00100000:0.0:1762170989.026528:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481680000 00000100:00100000:0.0:1762170989.026531:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481680000 00000100:00100000:3.0:1762170989.026533:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481680512 00000100:00100000:0.0:1762170989.026558:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41957 00000100:00100000:0.0:1762170989.026568:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+601:3640:x1847765481680128:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.026572:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41958 00000100:00100000:3.0:1762170989.026593:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+601:3640:x1847765481680256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.026603:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1915 count 1 00002000:00080000:3.0:1762170989.026607:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1916 count 1 00010000:00010000:0.0:1762170989.026621:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.026622:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.026634:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41959 00010000:00010000:0.0:1762170989.026645:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2000/0x96d1ba5869cbf41b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d8 expref: 411 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.026650:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a600/0x96d1ba5869cbf437 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57e6 expref: 411 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.026651:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+857:3642:x1847765481679872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.026671:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2168 count 1 00010000:00010000:0.0:1762170989.026672:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.026674:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.026677:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.026678:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.026680:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.026684:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.026688:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.026703:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2000/0x96d1ba5869cbf41b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d8 expref: 411 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.026729:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a600/0x96d1ba5869cbf437 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57e6 expref: 411 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.026733:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2000/0x96d1ba5869cbf41b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d8 expref: 411 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.026737:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3be00/0x96d1ba5869cbfe78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc650d expref: 162 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.026746:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a600/0x96d1ba5869cbf437 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57e6 expref: 411 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.026760:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481681408:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.026763:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.026768:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.026773:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.026774:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481681536:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.026830:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.026836:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3be00/0x96d1ba5869cbfe78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc650d expref: 162 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.026850:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3be00/0x96d1ba5869cbfe78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc650d expref: 162 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.026854:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41960 00000100:00100000:0.0:1762170989.026866:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+857:3642:x1847765481680384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.026871:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481681664:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170989.026879:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2169 count 1 00010000:00010000:0.0:1762170989.026890:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.026899:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c200/0x96d1ba5869cbfeda lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc651b expref: 162 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.026904:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.026906:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.026907:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.026915:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.026929:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c200/0x96d1ba5869cbfeda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc651b expref: 162 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.026938:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c200/0x96d1ba5869cbfeda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc651b expref: 162 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.026945:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481680640:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.026948:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481681792:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.026952:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41961 00000100:00100000:3.0:1762170989.026965:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+601:3642:x1847765481680000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.026981:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1914 count 1 00000100:00100000:0.0:1762170989.026987:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.026989:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.026994:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.027007:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481680640 00010000:00010000:3.0:1762170989.027009:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b000/0x96d1ba5869cbf414 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ca expref: 411 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.027011:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481680640 00000100:00100000:2.0:1762170989.027019:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481681152:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.027021:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.027024:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.027029:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.027043:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41962 00000100:00100000:0.0:1762170989.027055:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+858:3642:x1847765481680512:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.027056:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b000/0x96d1ba5869cbf414 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ca expref: 411 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.027056:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.027060:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41963 00002000:00080000:0.0:1762170989.027071:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2170 count 1 00000100:00100000:1.0:1762170989.027076:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+858:3640:x1847765481680640:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.027077:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b000/0x96d1ba5869cbf414 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ca expref: 411 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.027082:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.027083:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00002000:00080000:1.0:1762170989.027090:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2171 count 1 00000100:00100000:2.0:1762170989.027097:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481680768:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.027102:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3de00/0x96d1ba5869cbfee1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6529 expref: 162 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.027105:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.027109:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481681920:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.027110:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.027114:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.027119:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.027126:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ce00/0x96d1ba5869cbff04 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6537 expref: 162 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.027129:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.027138:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.027140:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.027143:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.027147:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.027148:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3de00/0x96d1ba5869cbfee1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6529 expref: 162 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.027154:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481681280:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.027167:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ce00/0x96d1ba5869cbff04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6537 expref: 162 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.027171:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3de00/0x96d1ba5869cbfee1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6529 expref: 162 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.027190:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481682048:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.027191:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ce00/0x96d1ba5869cbff04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6537 expref: 162 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.027202:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.027212:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.027215:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481682176:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.027228:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481681152 00000100:00100000:0.0:1762170989.027232:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481681152 00000100:00100000:2.0:1762170989.027241:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481680768 00000100:00100000:2.0:1762170989.027247:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481680768 00000100:00100000:0.0:1762170989.027252:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481681280 00000100:00100000:1.0:1762170989.027253:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc291e40 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.027256:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481681280 00000100:00100000:2.0:1762170989.027286:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41964 00000100:00100000:0.0:1762170989.027293:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41965 00000100:00100000:2.0:1762170989.027298:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+860:3640:x1847765481681152:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.027301:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41966 00000100:00100000:0.0:1762170989.027303:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+860:3640:x1847765481680768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.027317:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2172 count 1 00000100:00100000:1.0:1762170989.027318:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+602:3640:x1847765481681280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.027320:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2175 count 1 00010000:00010000:0.0:1762170989.027326:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.027335:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f800/0x96d1ba5869cbff58 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6545 expref: 162 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.027336:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed686c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.027338:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.027338:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1917 count 1 00010000:00010000:0.0:1762170989.027347:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.027351:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.027355:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.027355:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.027369:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7a00/0x96d1ba5869cbf422 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ae expref: 411 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.027373:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d200/0x96d1ba5869cbff90 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc656f expref: 162 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.027382:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6200/0x96d1ba5869cbf43e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57f4 expref: 411 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.027384:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.027388:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.027388:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f800/0x96d1ba5869cbff58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6545 expref: 162 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.027394:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.027398:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.027402:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.027407:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.027432:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f800/0x96d1ba5869cbff58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6545 expref: 162 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.027438:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d200/0x96d1ba5869cbff90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc656f expref: 162 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.027439:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481678976:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.027445:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6200/0x96d1ba5869cbf43e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57f4 expref: 410 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.027446:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481682304:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.027465:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.027466:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d200/0x96d1ba5869cbff90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc656f expref: 162 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.027469:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6200/0x96d1ba5869cbf43e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57f4 expref: 410 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.027482:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.027499:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481682432:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.027499:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481682560:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.027534:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.027543:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.027567:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481681024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.027610:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.027633:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.027640:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481680896:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.027669:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.027676:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.027684:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.027694:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.027702:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.027925:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.027940:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.027946:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.027954:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.027959:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.027968:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.027985:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.027992:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3e43 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.028025:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.028027:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.028031:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.028093:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481681408:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.028102:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481681024 00000100:00100000:2.0:1762170989.028108:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481681024 00010000:00010000:0.0:1762170989.028113:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.028137:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481680896 00000100:00100000:2.0:1762170989.028142:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481680896 00000100:00100000:0.0:1762170989.028144:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41967 00000100:00100000:0.0:1762170989.028154:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+862:3643:x1847765481681024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.028166:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2174 count 1 00000100:00100000:2.0:1762170989.028170:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41968 00010000:00010000:0.0:1762170989.028178:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.028185:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+862:3643:x1847765481680896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.028191:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38200/0x96d1ba5869cbffac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6561 expref: 162 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.028196:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.028198:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.028200:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.028204:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2173 count 1 00010000:00010000:2.0:1762170989.028219:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.028224:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38200/0x96d1ba5869cbffac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6561 expref: 162 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.028227:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+603:3642:x1847765481678848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7929us (8100us total) trans 4294977292 rc 0/0 00000100:00100000:3.0:1762170989.028248:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41953 00010000:00010000:2.0:1762170989.028248:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e200/0x96d1ba5869cbff5f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6553 expref: 162 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.028257:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38200/0x96d1ba5869cbffac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6561 expref: 162 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.028264:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.028268:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.028273:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.028275:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481682688:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.028306:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e200/0x96d1ba5869cbff5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6553 expref: 162 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.028316:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e200/0x96d1ba5869cbff5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6553 expref: 162 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.028328:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481682816:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.028337:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.028363:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.028402:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bfb80/2, rc 0, transno 4294977292 00000100:00100000:2.0:1762170989.028412:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481678848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.028458:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.028467:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481682944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.028498:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.028529:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481682944 00000100:00100000:2.0:1762170989.028533:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481682944 00000100:00100000:2.0:1762170989.028560:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41969 00000100:00100000:2.0:1762170989.028567:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+603:3643:x1847765481682944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.028579:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1918 count 1 00010000:00010000:2.0:1762170989.028605:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.028616:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2800/0x96d1ba5869cbf445 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5802 expref: 410 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.028623:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.028624:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.028627:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.028648:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2800/0x96d1ba5869cbf445 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5802 expref: 410 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.028657:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2800/0x96d1ba5869cbf445 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5802 expref: 410 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.028668:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481683072:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.028766:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481681536:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.028789:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.028812:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.028953:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481681664:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.028955:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.028975:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.028984:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489645184 00000100:00100000:1.0:1762170989.028991:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489645184 00000100:00100000:3.0:1762170989.028996:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.029018:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2000/0x96d1ba5869cbf41b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d8 expref: 411 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.029028:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.029050:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489645312 00000100:00100000:1.0:1762170989.029055:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489645312 00010000:00010000:1.0:1762170989.029070:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a600/0x96d1ba5869cbf437 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57e6 expref: 412 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.029094:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489645440 00000100:00100000:1.0:1762170989.029097:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489645440 00010000:00010000:1.0:1762170989.029112:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3be00/0x96d1ba5869cbfe78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc650d expref: 163 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.029133:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33336 00000100:00100000:1.0:1762170989.029141:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+412:2414:x1847765489645184:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.029151:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.029156:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2000/0x96d1ba5869cbf41b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d8 expref: 412 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.029160:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481681792:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.029175:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.029183:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2000/0x96d1ba5869cbf41b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d8 expref: 412 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.029203:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2000/0x96d1ba5869cbf41b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57d8 expref: 412 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.029212:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481682048:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.029215:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.029219:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.029224:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.029225:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.029231:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.029247:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.029260:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.029278:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.029281:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.029287:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.029293:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.029297:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.029308:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+411:2414:x1847765489645184:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 166us (355us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.029312:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.029318:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33336 00000100:00100000:1.0:1762170989.029335:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489645568 00000100:00100000:1.0:1762170989.029339:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489645568 00010000:00010000:1.0:1762170989.029356:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c200/0x96d1ba5869cbfeda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc651b expref: 164 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.029357:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489645696 00000100:00100000:3.0:1762170989.029364:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489645696 00000100:00100000:1.0:1762170989.029378:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33337 00000100:00100000:1.0:1762170989.029388:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+410:2416:x1847765489645312:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.029397:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.029403:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a600/0x96d1ba5869cbf437 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57e6 expref: 410 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.029413:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a600/0x96d1ba5869cbf437 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57e6 expref: 410 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.029421:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+604:3640:x1847765481680128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2856us (3355us total) trans 4294977293 rc 0/0 00000100:00100000:0.0:1762170989.029429:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41957 00010000:00010000:1.0:1762170989.029430:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a600/0x96d1ba5869cbf437 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57e6 expref: 410 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.029443:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.029446:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.029450:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.029450:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.029452:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b000/0x96d1ba5869cbf414 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ca expref: 410 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.029456:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.029458:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b76300/2, rc 0, transno 4294977293 00000100:00100000:2.0:1762170989.029472:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481680128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.029475:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.029478:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.029483:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.029495:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33338 00010000:00010000:0.0:1762170989.029497:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.029503:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.029508:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.029509:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+164:2414:x1847765489645440:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.029521:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3e5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.029525:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.029530:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481683200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.029533:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.029535:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3be00/0x96d1ba5869cbfe78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc650d expref: 164 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.029538:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.029541:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.029546:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+410:2416:x1847765489645312:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.029564:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33337 00010000:00010000:3.0:1762170989.029566:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3be00/0x96d1ba5869cbfe78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc650d expref: 164 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.029599:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3be00/0x96d1ba5869cbfe78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc650d expref: 164 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.029600:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33339 00010000:00010000:3.0:1762170989.029615:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.029615:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+163:2416:x1847765489645568:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.029619:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.029624:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.029627:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.029629:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.029636:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c200/0x96d1ba5869cbfeda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc651b expref: 163 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.029641:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.029658:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481683200 00000100:00100000:0.0:1762170989.029665:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481683200 00010000:00010000:1.0:1762170989.029672:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c200/0x96d1ba5869cbfeda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc651b expref: 163 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.029687:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c200/0x96d1ba5869cbfeda lrc: 0/0,0 mode: --/PR res: [0x280000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc651b expref: 163 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.029697:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41970 00010000:00010000:1.0:1762170989.029698:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.029702:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.029723:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+604:3643:x1847765481683200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.029738:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1919 count 1 00010000:00010000:1.0:1762170989.029740:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.029751:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.029752:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.029775:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.029775:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae200/0x96d1ba5869cc09ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e8a expref: 409 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.029780:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.029785:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.029786:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.029791:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.029798:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.029798:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.029807:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+162:2414:x1847765489645440:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 300us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.029815:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+162:2416:x1847765489645568:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (586us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.029826:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.029827:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33338 00000100:00100000:1.0:1762170989.029839:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33339 00010000:00010000:0.0:1762170989.029839:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae200/0x96d1ba5869cc09ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e8a expref: 409 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.029840:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.029860:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33340 00010000:00010000:0.0:1762170989.029869:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae200/0x96d1ba5869cc09ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e8a expref: 409 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.029871:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.029873:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+409:2416:x1847765489645696:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.029892:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.029892:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481683328:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.029902:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b000/0x96d1ba5869cbf414 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ca expref: 409 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.029916:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b000/0x96d1ba5869cbf414 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ca expref: 409 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.029933:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.029936:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.029938:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.029939:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.029950:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.029956:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.029965:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.029966:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.029977:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.029985:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.029992:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+409:2416:x1847765489645696:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 121us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.030002:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33340 00010000:00010000:0.0:1762170989.030003:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170989.030033:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+863:3642:x1847765481679872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3387us (3830us total) trans 4294975593 rc 0/0 00000100:00100000:2.0:1762170989.030043:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41959 00000100:00100000:1.0:1762170989.030054:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481682176:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.030076:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.030151:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+863:3642:x1847765481680384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3286us (3898us total) trans 4294975594 rc 0/0 00000100:00100000:1.0:1762170989.030160:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481682560:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.030160:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41960 00010000:00010000:1.0:1762170989.030181:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.030205:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481682304:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.030206:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.030214:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030220:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.030223:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030225:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030244:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030254:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030259:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3e6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030273:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.030276:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030280:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.030283:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.030290:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481682688:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.030291:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030305:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030309:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3e74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.030314:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030334:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.030337:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.030338:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.030359:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481682432:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.030370:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.030383:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.030395:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481682816:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.030404:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.030406:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.030430:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bd880/2, rc 0, transno 4294975593 00000100:00100000:1.0:1762170989.030430:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489645824 00000100:00100000:1.0:1762170989.030436:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489645824 00000100:00100000:2.0:1762170989.030438:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481679872:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.030447:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd71180/2, rc 0, transno 4294975594 00000100:00100000:2.0:1762170989.030450:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481680384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.030461:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3de00/0x96d1ba5869cbfee1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6529 expref: 161 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.030494:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33341 00000100:00100000:3.0:1762170989.030498:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.030508:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481683456:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.030510:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+161:2416:x1847765489645824:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.030522:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.030527:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3de00/0x96d1ba5869cbfee1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6529 expref: 161 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.030543:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.030543:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3de00/0x96d1ba5869cbfee1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6529 expref: 161 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.030544:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.030565:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3de00/0x96d1ba5869cbfee1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6529 expref: 161 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.030570:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.030578:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481683584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.030592:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.030596:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.030599:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.030608:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.030617:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.030631:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.030666:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+160:2416:x1847765489645824:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.030669:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481683072:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.030681:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33341 00010000:00010000:2.0:1762170989.030694:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.030704:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489646080 00000100:00100000:3.0:1762170989.030792:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.030799:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489646080 00010000:00010000:1.0:1762170989.030823:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f800/0x96d1ba5869cbff58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6545 expref: 160 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.030858:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489646336 00000100:00100000:1.0:1762170989.030862:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489646336 00010000:00010000:1.0:1762170989.030881:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d200/0x96d1ba5869cbff90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc656f expref: 161 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.030903:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.030910:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489646592 00000100:00100000:1.0:1762170989.030915:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489646592 00010000:00010000:1.0:1762170989.030933:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e200/0x96d1ba5869cbff5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6553 expref: 162 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.030953:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489645952 00000100:00100000:1.0:1762170989.030956:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489645952 00010000:00010000:1.0:1762170989.030972:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ce00/0x96d1ba5869cbff04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6537 expref: 163 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.030994:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33342 00000100:00100000:1.0:1762170989.031005:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+163:2416:x1847765489646080:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.031012:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.031017:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.031025:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f800/0x96d1ba5869cbff58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6545 expref: 163 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.031036:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f800/0x96d1ba5869cbff58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6545 expref: 163 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.031044:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.031063:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f800/0x96d1ba5869cbff58 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6545 expref: 163 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.031081:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.031084:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.031088:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.031096:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.031118:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.031137:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.031146:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+162:2416:x1847765489646080:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 144us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.031152:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33342 00000100:00100000:1.0:1762170989.031170:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489646208 00000100:00100000:1.0:1762170989.031173:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489646208 00010000:00010000:1.0:1762170989.031188:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6200/0x96d1ba5869cbf43e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57f4 expref: 409 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.031204:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489646464 00000100:00100000:1.0:1762170989.031207:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489646464 00010000:00010000:1.0:1762170989.031222:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38200/0x96d1ba5869cbffac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6561 expref: 162 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.031238:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489646720 00000100:00100000:1.0:1762170989.031241:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489646720 00010000:00010000:1.0:1762170989.031260:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2800/0x96d1ba5869cbf445 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5802 expref: 410 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.031265:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.031291:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489646848 00000100:00100000:1.0:1762170989.031295:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489646848 00000100:00100000:3.0:1762170989.031302:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33343 00000100:00100000:3.0:1762170989.031316:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+162:2416:x1847765489646336:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.031316:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae200/0x96d1ba5869cc09ca lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e8a expref: 411 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.031339:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33344 00000100:00100000:1.0:1762170989.031348:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+162:2416:x1847765489646592:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.031356:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.031362:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e200/0x96d1ba5869cbff5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6553 expref: 162 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.031375:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e200/0x96d1ba5869cbff5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6553 expref: 162 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.031376:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.031387:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d200/0x96d1ba5869cbff90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc656f expref: 162 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.031397:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e200/0x96d1ba5869cbff5f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6553 expref: 162 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.031401:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d200/0x96d1ba5869cbff90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc656f expref: 162 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.031421:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.031425:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.031426:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3d200/0x96d1ba5869cbff90 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc656f expref: 161 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.031430:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031440:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.031441:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031444:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.031449:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031458:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.031469:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.031483:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.031505:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+160:2416:x1847765489646592:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 158us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.031513:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+160:2416:x1847765489646336:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 201us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.031518:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33344 00000100:00100000:3.0:1762170989.031528:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33343 00000100:00100000:1.0:1762170989.031547:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33345 00000100:00100000:3.0:1762170989.031559:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33346 00000100:00100000:1.0:1762170989.031560:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+158:2416:x1847765489645952:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.031573:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+411:2416:x1847765489646208:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.031574:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.031593:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ce00/0x96d1ba5869cbff04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6537 expref: 158 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.031601:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.031608:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ce00/0x96d1ba5869cbff04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6537 expref: 158 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.031610:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6200/0x96d1ba5869cbf43e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57f4 expref: 411 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.031632:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ce00/0x96d1ba5869cbff04 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6537 expref: 158 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.031634:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6200/0x96d1ba5869cbf43e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57f4 expref: 411 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.031644:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.031647:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.031650:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.031655:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031658:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6200/0x96d1ba5869cbf43e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57f4 expref: 411 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.031675:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.031677:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.031680:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.031681:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031690:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031731:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.031732:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+157:2416:x1847765489645952:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 151us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.031743:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33345 00000100:00100000:3.0:1762170989.031755:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+410:2416:x1847765489646208:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 186us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.031762:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33346 00010000:00010000:1.0:1762170989.031775:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.031785:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.031795:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.031802:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.031826:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.031847:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.031852:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031859:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.031863:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031869:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031877:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031881:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc3e9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031901:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.031904:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.031907:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.031924:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33347 00000100:00100000:3.0:1762170989.031932:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+156:2416:x1847765489646464:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.031940:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.031943:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38200/0x96d1ba5869cbffac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6561 expref: 156 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.031952:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38200/0x96d1ba5869cbffac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6561 expref: 156 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.031965:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38200/0x96d1ba5869cbffac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6561 expref: 156 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.031979:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.031981:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.031983:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.031988:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.032005:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.032018:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+605:3640:x1847765481681280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4703us (4818us total) trans 4294977294 rc 0/0 00000100:00100000:3.0:1762170989.032029:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+155:2416:x1847765489646464:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 95us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.032029:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41966 00000100:00100000:3.0:1762170989.032037:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33347 00000100:00100000:1.0:1762170989.032049:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481683456 00000100:00100000:1.0:1762170989.032052:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481683456 00000100:00100000:3.0:1762170989.032059:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33348 00000100:00100000:3.0:1762170989.032068:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+409:2416:x1847765489646720:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.032074:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.032078:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481683584 00010000:00010000:3.0:1762170989.032079:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2800/0x96d1ba5869cbf445 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5802 expref: 409 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.032082:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481683584 00010000:00010000:3.0:1762170989.032091:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2800/0x96d1ba5869cbf445 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5802 expref: 409 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.032102:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2800/0x96d1ba5869cbf445 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5802 expref: 409 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.032112:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.032113:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41971 00010000:00010000:3.0:1762170989.032116:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.032119:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.032124:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+864:3640:x1847765481683456:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.032130:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.032141:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2176 count 1 00010000:00010000:3.0:1762170989.032147:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.032156:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.032166:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+408:2416:x1847765489646720:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 100us (1031us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.032168:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50000/0x96d1ba5869cbff97 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc657d expref: 154 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.032176:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33348 00010000:00010000:1.0:1762170989.032184:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.032186:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.032189:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.032198:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33349 00000100:00100000:3.0:1762170989.032210:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+407:2417:x1847765489646848:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.032211:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50000/0x96d1ba5869cbff97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc657d expref: 154 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.032225:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.032226:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50000/0x96d1ba5869cbff97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc657d expref: 154 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.032236:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae200/0x96d1ba5869cc09ca lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e8a expref: 407 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.032241:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481683712:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.032255:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae200/0x96d1ba5869cc09ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e8a expref: 407 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.032267:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.032270:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.032274:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.032282:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.032289:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.032309:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.032323:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032334:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.032336:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032347:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.032351:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032362:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.032366:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.032378:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032382:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.032409:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.032411:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+407:2417:x1847765489646848:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 204us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.032421:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33349 00000100:00100000:2.0:1762170989.032529:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+866:3640:x1847765481681152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5234us (5477us total) trans 4294975595 rc 0/0 00000100:00100000:2.0:1762170989.032535:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41964 00000100:00100000:2.0:1762170989.032556:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41972 00000100:00100000:2.0:1762170989.032564:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+865:3640:x1847765481683584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.032574:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2177 count 1 00010000:00010000:3.0:1762170989.032590:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b000/0x96d1ba5869cbf414 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc57ca expref: 406 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.032598:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.032604:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+865:3640:x1847765481680640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5532us (5614us total) trans 4294975596 rc 0/0 00000100:00100000:3.0:1762170989.032606:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481681920:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.032615:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f400/0x96d1ba5869cbff9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc658b expref: 154 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.032621:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.032622:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41963 00010000:00010000:2.0:1762170989.032624:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.032627:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.032631:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.032642:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032645:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f400/0x96d1ba5869cbff9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc658b expref: 154 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.032665:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032665:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f400/0x96d1ba5869cbff9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc658b expref: 154 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.032687:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+604:3643:x1847765481666560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34450us (34763us total) trans 4294977274 rc 0/0 00010000:00010000:3.0:1762170989.032690:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.032693:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481683840:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.032702:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41906 00010000:00010000:3.0:1762170989.032731:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.032747:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1762170989.032765:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.032820:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1762170989.032824:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032830:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.032833:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032839:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032848:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032853:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3e97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.032865:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032872:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.032878:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.032878:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032895:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.032901:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.032901:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.032904:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+604:3642:x1847765481680000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5940us (6525us total) trans 4294977295 rc 0/0 00010000:00010000:2.0:1762170989.032921:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.032924:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41961 00010000:00010000:0.0:1762170989.032924:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032940:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032946:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc3e89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.032957:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.032963:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.032964:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.032968:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.032971:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.032985:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.032987:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.032990:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.032993:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033004:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.033008:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033020:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.033025:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033028:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc3e7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.033042:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3e82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033057:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.033062:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.033066:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.033067:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.033070:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.033076:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.033076:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.033095:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.033104:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.033112:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd73b80/2, rc 0, transno 4294977294 00010000:00010000:3.0:1762170989.033118:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.033119:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+865:3642:x1847765481680512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6066us (6671us total) trans 4294975597 rc 0/0 00000100:00100000:2.0:1762170989.033124:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481681280:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.033137:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.033138:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41962 00010000:00010000:3.0:1762170989.033156:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.033171:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.033172:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.033179:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.033183:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd73480/2, rc 0, transno 4294975596 00010000:00010000:0.0:1762170989.033191:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.033192:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481680640:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.033198:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.033202:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd70a80/2, rc 0, transno 4294975595 00000100:00100000:2.0:1762170989.033209:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481681152:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.033213:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.033228:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.033236:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc3e66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.033259:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.033260:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481684224:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.033265:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.033269:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.033285:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.033293:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.033301:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.033310:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.033311:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+604:3640:x1847765481680256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6729us (7176us total) trans 4294977296 rc 0/0 00010000:00010000:0.0:1762170989.033326:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.033327:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41958 00000004:00080000:2.0:1762170989.033332:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b74a80/2, rc 0, transno 4294977296 00000100:00100000:2.0:1762170989.033345:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481680256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.033349:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481684224 00010000:00010000:0.0:1762170989.033349:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.033355:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481684224 00010000:00010000:2.0:1762170989.033377:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.033383:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.033389:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41973 00000100:00100000:3.0:1762170989.033402:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+866:3640:x1847765481684224:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.033403:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.033410:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.033418:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2179 count 1 00010000:00010000:2.0:1762170989.033418:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033435:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.033436:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033452:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3e90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.033460:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51c00/0x96d1ba5869cbffb3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65a7 expref: 154 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.033468:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.033471:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.033475:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033475:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.033480:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.033484:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.033491:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+866:3640:x1847765481680768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6189us (6365us total) trans 4294975598 rc 0/0 00000100:00100000:0.0:1762170989.033500:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41965 00010000:00010000:3.0:1762170989.033506:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51c00/0x96d1ba5869cbffb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65a7 expref: 154 pid: 20306 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170989.033517:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd72300/2, rc 0, transno 4294975598 00010000:00010000:3.0:1762170989.033518:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51c00/0x96d1ba5869cbffb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65a7 expref: 154 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.033530:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481680768:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.033532:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.033534:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481684480:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.033539:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170989.033549:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.033551:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481684352:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.033564:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.033571:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.033579:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.033603:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.033608:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.033614:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.033620:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.033627:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.033631:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.033639:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.033652:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033671:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033680:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033694:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033702:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.033749:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.033778:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+866:3643:x1847765481681024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5625us (6166us total) trans 4294975599 rc 0/0 00000100:00100000:0.0:1762170989.033787:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41967 00000100:00100000:0.0:1762170989.033806:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481684352 00000100:00100000:0.0:1762170989.033811:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481684352 00000100:00100000:0.0:1762170989.033838:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41974 00000100:00100000:0.0:1762170989.033847:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+604:3640:x1847765481684352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.033861:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1921 count 1 00010000:00010000:0.0:1762170989.033876:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.033889:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ba00/0x96d1ba5869cbf45a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc582c expref: 405 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.033897:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.033899:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.033904:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.033905:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+866:3643:x1847765481680896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5722us (6226us total) trans 4294975600 rc 0/0 00000100:00100000:2.0:1762170989.033920:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41968 00010000:00010000:0.0:1762170989.033941:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ba00/0x96d1ba5869cbf45a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc582c expref: 405 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.033959:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ba00/0x96d1ba5869cbf45a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc582c expref: 405 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.033960:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3ea5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.033992:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481684736:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.034037:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.034046:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.034051:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.034056:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.034085:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489646976 00000100:00100000:1.0:1762170989.034090:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489646976 00010000:00010000:0.0:1762170989.034107:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24ae200/0x96d1ba5869cc09ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e8a expref: 405 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.034115:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481683712:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.034116:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50000/0x96d1ba5869cbff97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc657d expref: 155 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.034124:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481683328:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.034130:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.034149:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.034150:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.034154:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33350 00000100:00100000:2.0:1762170989.034164:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481683968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.034165:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.034167:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+155:2416:x1847765489646976:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.034182:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.034185:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.034196:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.034196:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50000/0x96d1ba5869cbff97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc657d expref: 155 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.034208:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.034211:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481684608:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.034213:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.034220:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.034227:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.034229:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50000/0x96d1ba5869cbff97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc657d expref: 155 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.034236:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170989.034252:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b77b80/2, rc 0, transno 4294977295 00010000:00010000:0.0:1762170989.034259:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.034261:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481680000:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.034265:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50000/0x96d1ba5869cbff97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc657d expref: 155 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.034276:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.034282:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.034286:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.034291:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481683968 00010000:00010000:1.0:1762170989.034291:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.034295:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.034297:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481683968 00010000:00010000:1.0:1762170989.034314:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.034315:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3eac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.034324:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481684608 00000100:00100000:2.0:1762170989.034329:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481684608 00010000:00010000:3.0:1762170989.034346:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.034350:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.034356:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41975 00010000:00010000:3.0:1762170989.034360:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.034360:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.034364:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.034370:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+606:3642:x1847765481683968:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.034375:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.034383:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1920 count 1 00010000:00010000:3.0:1762170989.034385:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.034395:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.034397:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+154:2416:x1847765489646976:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 230us (340us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.034399:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3eba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.034418:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2400/0x96d1ba5869cbf453 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc581e expref: 404 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.034419:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33350 00010000:00010000:2.0:1762170989.034427:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.034429:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.034431:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.034434:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.034438:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.034441:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.034447:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2400/0x96d1ba5869cbf453 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc581e expref: 404 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.034450:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.034455:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2400/0x96d1ba5869cbf453 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc581e expref: 404 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.034469:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.034472:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481684992:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.034485:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.034493:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.034497:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.034508:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.034513:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.034518:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.034527:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.034529:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.034534:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.034544:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.034548:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc3ec1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.034565:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.034567:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.034569:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.034599:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd70e00/2, rc 0, transno 4294975597 00000100:00100000:2.0:1762170989.034610:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481680512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.034666:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481685120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.034670:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+867:3640:x1847765481683456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2546us (4128us total) trans 4294975601 rc 0/0 00000100:00100000:1.0:1762170989.034680:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41971 00000100:00100000:2.0:1762170989.034699:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.034705:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41976 00000004:00080000:2.0:1762170989.034759:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd74a80/2, rc 0, transno 4294975601 00000100:00100000:2.0:1762170989.034767:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481683456:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.034788:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+866:3642:x1847765481684608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.034805:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2180 count 1 00010000:00010000:1.0:1762170989.034821:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.034823:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.034836:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481685248:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.034846:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ec00/0x96d1ba5869cbffba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65b5 expref: 153 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.034855:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.034857:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.034861:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.034868:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.034893:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ec00/0x96d1ba5869cbffba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65b5 expref: 153 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.034904:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ec00/0x96d1ba5869cbffba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65b5 expref: 153 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.034906:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481683840:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.034924:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.034924:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481685376:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.034947:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481685120 00000100:00100000:2.0:1762170989.034953:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481685248 00000100:00100000:2.0:1762170989.034957:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481685248 00000100:00100000:1.0:1762170989.034993:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.035012:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1762170989.035020:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481684096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.035035:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481685120 00000100:00100000:2.0:1762170989.035048:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.035055:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+606:3643:x1847765481671936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26954us (27032us total) trans 4294977282 rc 0/0 00000100:00100000:1.0:1762170989.035065:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41926 00000100:00100000:2.0:1762170989.035074:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481684864:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.035078:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481684096 00000100:00100000:3.0:1762170989.035082:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481684096 00000100:00100000:2.0:1762170989.035097:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.035136:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481684864 00000100:00100000:2.0:1762170989.035138:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481684864 00000100:00100000:2.0:1762170989.035158:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41977 00000100:00100000:2.0:1762170989.035166:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+868:3640:x1847765481685120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.035178:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2181 count 1 00010000:00010000:2.0:1762170989.035190:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.035199:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3dc00/0x96d1ba5869cbffc1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65c3 expref: 153 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.035202:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41978 00010000:00010000:2.0:1762170989.035210:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.035212:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.035215:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.035216:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+869:3640:x1847765481685248:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.035225:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41979 00002000:00080000:3.0:1762170989.035239:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2182 count 1 00000100:00100000:1.0:1762170989.035239:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+606:3642:x1847765481684864:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.035250:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3dc00/0x96d1ba5869cbffc1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65c3 expref: 153 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.035256:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.035257:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1922 count 1 00010000:00010000:2.0:1762170989.035263:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3dc00/0x96d1ba5869cbffc1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65c3 expref: 153 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.035274:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.035283:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50800/0x96d1ba5869cbffc8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d1 expref: 153 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.035285:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481685504:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.035294:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7e00/0x96d1ba5869cbf461 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc583a expref: 404 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.035304:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.035306:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.035309:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.035324:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.035332:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7e00/0x96d1ba5869cbf461 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc583a expref: 404 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.035343:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.035344:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7e00/0x96d1ba5869cbf461 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc583a expref: 404 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.035350:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.035355:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.035361:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.035365:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.035376:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481685632:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.035389:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.035394:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.035402:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50800/0x96d1ba5869cbffc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d1 expref: 153 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.035405:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.035412:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc291e40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.035425:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50800/0x96d1ba5869cbffc8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d1 expref: 153 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.035436:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481685760:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.035437:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41980 00000100:00100000:1.0:1762170989.035451:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+869:3642:x1847765481684096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.035466:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2178 count 1 00000100:00100000:3.0:1762170989.035476:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.035479:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.035493:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c000/0x96d1ba5869cbffa5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6599 expref: 153 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.035500:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.035502:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.035505:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.035532:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c000/0x96d1ba5869cbffa5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6599 expref: 153 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.035544:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c000/0x96d1ba5869cbffa5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6599 expref: 153 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.035549:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+607:3643:x1847765481682944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6981us (7049us total) trans 4294977298 rc 0/0 00000100:00100000:2.0:1762170989.035561:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41969 00000100:00100000:1.0:1762170989.035568:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481685888:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.035569:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.035599:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.035604:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.035614:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.035616:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d510c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.035617:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.035625:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.035636:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.035640:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3eb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.035641:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489647104 00000100:00100000:1.0:1762170989.035648:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489647104 00010000:00010000:2.0:1762170989.035662:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.035666:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.035669:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.035670:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.035675:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f400/0x96d1ba5869cbff9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc658b expref: 154 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.035701:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489647360 00000100:00100000:1.0:1762170989.035705:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489647360 00010000:00010000:1.0:1762170989.035755:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ba00/0x96d1ba5869cbf45a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc582c expref: 405 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.035773:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481684480:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.035779:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33351 00000100:00100000:1.0:1762170989.035789:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33352 00000100:00100000:3.0:1762170989.035795:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+154:2416:x1847765489647104:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.035796:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.035804:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+405:2416:x1847765489647360:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.035807:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.035817:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f400/0x96d1ba5869cbff9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc658b expref: 154 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.035819:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.035828:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ba00/0x96d1ba5869cbf45a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc582c expref: 405 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.035835:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f400/0x96d1ba5869cbff9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc658b expref: 154 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.035844:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ba00/0x96d1ba5869cbf45a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc582c expref: 405 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.035857:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f400/0x96d1ba5869cbff9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc658b expref: 154 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.035863:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.035866:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.035870:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.035873:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.035877:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.035882:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.035884:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.035914:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.035950:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+405:2416:x1847765489647360:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 150us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.035958:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33352 00010000:00010000:3.0:1762170989.035962:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.035992:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.036025:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+153:2416:x1847765489647104:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 236us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.036032:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33351 00010000:00010000:3.0:1762170989.036083:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036091:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036098:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036105:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036119:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.036329:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.036410:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481684992:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.036431:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.036433:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481685376:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.036462:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.036477:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+870:3640:x1847765481683584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3911us (5856us total) trans 4294975602 rc 0/0 00000100:00100000:3.0:1762170989.036486:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41972 00010000:00010000:3.0:1762170989.036510:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.036515:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036523:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.036526:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036535:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036549:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036555:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc3ec8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036578:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.036593:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.036597:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170989.036629:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd74380/2, rc 0, transno 4294975602 00000100:00100000:3.0:1762170989.036642:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481683584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.036702:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489647232 00000100:00100000:3.0:1762170989.036724:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489647232 00010000:00010000:3.0:1762170989.036748:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51c00/0x96d1ba5869cbffb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65a7 expref: 153 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.036780:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33353 00000100:00100000:3.0:1762170989.036791:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+153:2416:x1847765489647232:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.036801:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.036807:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51c00/0x96d1ba5869cbffb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65a7 expref: 153 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.036824:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51c00/0x96d1ba5869cbffb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65a7 expref: 153 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.036840:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51c00/0x96d1ba5869cbffb3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65a7 expref: 153 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.036852:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.036853:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.036857:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036864:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.036893:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.036898:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.036908:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.036916:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.036923:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+152:2416:x1847765489647232:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 133us (596us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.036926:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.036933:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.036936:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33353 00010000:00010000:2.0:1762170989.036949:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.036980:0:176027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ba00/0x96d1ba5869cbf45a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc582c expref: 404 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.037001:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481684736:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.037020:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.037029:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.037037:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.037044:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.037051:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.037066:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170989.037072:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+870:3640:x1847765481684224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3672us (3781us total) trans 4294975603 rc 0/0 00000100:00100000:2.0:1762170989.037080:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41973 00010000:00010000:2.0:1762170989.037103:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.037108:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.037116:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.037120:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.037127:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.037145:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.037153:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc3ecf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.037174:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.037178:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.037184:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.037189:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.037196:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.037208:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+607:3640:x1847765481684352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3362us (3604us total) trans 4294977299 rc 0/0 00010000:00010000:2.0:1762170989.037209:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.037225:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41974 00000100:00100000:3.0:1762170989.037226:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.037227:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3ed6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.037248:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.037250:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.037251:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.037259:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.037514:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489647616 00000100:00100000:1.0:1762170989.037519:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489647616 00010000:00010000:1.0:1762170989.037544:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ec00/0x96d1ba5869cbffba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65b5 expref: 152 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.037558:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.037567:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489647488 00000100:00100000:1.0:1762170989.037570:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489647488 00010000:00010000:1.0:1762170989.037596:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2400/0x96d1ba5869cbf453 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc581e expref: 404 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.037617:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33354 00000100:00100000:2.0:1762170989.037628:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481685504:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.037629:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+152:2416:x1847765489647616:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.037644:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.037650:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ec00/0x96d1ba5869cbffba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65b5 expref: 152 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.037653:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.037668:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ec00/0x96d1ba5869cbffba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65b5 expref: 152 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.037685:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ec00/0x96d1ba5869cbffba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65b5 expref: 152 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.037696:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.037698:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.037701:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.037732:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.037754:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.037755:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.037770:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.037778:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.037783:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.037787:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.037800:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.037806:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.037813:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.037833:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.037846:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.037851:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.037859:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.037864:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.037871:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.037882:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.037889:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc3ee4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.037906:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.037908:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.037911:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170989.037941:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd75880/2, rc 0, transno 4294977299 00000100:00100000:3.0:1762170989.037953:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481684352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.037969:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+870:3642:x1847765481684608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3185us (3736us total) trans 4294975604 rc 0/0 00000100:00100000:1.0:1762170989.037977:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41976 00000004:00080000:3.0:1762170989.037998:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd75500/2, rc 0, transno 4294975603 00000100:00100000:1.0:1762170989.038001:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489648128 00000100:00100000:1.0:1762170989.038004:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489648128 00000100:00100000:3.0:1762170989.038006:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481684224:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.038020:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c000/0x96d1ba5869cbffa5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6599 expref: 152 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.038036:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489647872 00000100:00100000:1.0:1762170989.038039:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489647872 00000100:00100000:2.0:1762170989.038053:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170989.038056:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7e00/0x96d1ba5869cbf461 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc583a expref: 405 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.038065:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489647744 00000100:00100000:3.0:1762170989.038068:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489647744 00000100:00100000:2.0:1762170989.038071:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481686272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.038072:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489648000 00000100:00100000:1.0:1762170989.038077:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489648000 00010000:00010000:3.0:1762170989.038085:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3dc00/0x96d1ba5869cbffc1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65c3 expref: 154 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.038092:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50800/0x96d1ba5869cbffc8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d1 expref: 154 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.038100:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33355 00000100:00100000:3.0:1762170989.038109:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+405:2416:x1847765489647488:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.038115:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33356 00000100:00100000:2.0:1762170989.038116:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.038121:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.038127:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2400/0x96d1ba5869cbf453 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc581e expref: 405 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.038127:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+154:2414:x1847765489648128:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.038136:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.038138:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2400/0x96d1ba5869cbf453 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc581e expref: 405 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.038141:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c000/0x96d1ba5869cbffa5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6599 expref: 154 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.038150:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c000/0x96d1ba5869cbffa5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6599 expref: 154 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.038153:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2400/0x96d1ba5869cbf453 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc581e expref: 405 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.038163:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.038164:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.038165:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.038169:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.038174:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.038177:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.038178:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.038188:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.038192:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.038214:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.038217:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.038224:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+154:2414:x1847765489648128:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 97us (469us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.038226:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.038234:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+404:2416:x1847765489647488:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 125us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.038240:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33356 00010000:00010000:2.0:1762170989.038244:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.038249:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33355 00000100:00100000:0.0:1762170989.038250:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481686272 00010000:00010000:2.0:1762170989.038253:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.038256:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481686272 00000100:00100000:1.0:1762170989.038262:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33357 00000100:00100000:3.0:1762170989.038267:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33358 00000100:00100000:1.0:1762170989.038271:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+403:2416:x1847765489647872:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.038274:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+153:2416:x1847765489647744:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.038276:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.038280:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.038281:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.038287:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3dc00/0x96d1ba5869cbffc1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65c3 expref: 153 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.038287:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7e00/0x96d1ba5869cbf461 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc583a expref: 403 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.038289:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.038297:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.038303:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3dc00/0x96d1ba5869cbffc1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65c3 expref: 153 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.038303:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7e00/0x96d1ba5869cbf461 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc583a expref: 403 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.038325:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.038330:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.038330:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.038331:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3dc00/0x96d1ba5869cbffc1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65c3 expref: 153 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.038334:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.038338:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.038351:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.038352:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.038354:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.038357:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.038361:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.038373:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.038376:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.038378:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.038390:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+607:3642:x1847765481683968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4022us (4194us total) trans 4294977300 rc 0/0 00010000:00010000:0.0:1762170989.038393:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3edd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.038395:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.038403:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+403:2416:x1847765489647872:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 131us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.038406:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41975 00000100:00100000:3.0:1762170989.038414:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+152:2416:x1847765489647744:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 138us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.038417:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33357 00000100:00100000:3.0:1762170989.038422:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33358 00010000:00010000:0.0:1762170989.038429:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.038433:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.038437:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.038439:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41981 00000100:00100000:1.0:1762170989.038441:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33359 00000100:00100000:2.0:1762170989.038453:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+870:3641:x1847765481686272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.038462:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481686144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.038467:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481686016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.038470:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+151:2416:x1847765489648000:12345-192.168.202.10@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1762170989.038472:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2184 count 1 00010000:00010000:1.0:1762170989.038484:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.038490:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.038494:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50800/0x96d1ba5869cbffc8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d1 expref: 151 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.038502:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.038504:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50a00/0x96d1ba5869cc000e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ed expref: 151 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.038518:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.038519:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481685760:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.038521:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.038522:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50800/0x96d1ba5869cbffc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d1 expref: 151 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.038524:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.038540:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd77b80/2, rc 0, transno 4294977298 00010000:00010000:3.0:1762170989.038543:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.038548:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50800/0x96d1ba5869cbffc8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x886:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d1 expref: 151 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.038554:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50a00/0x96d1ba5869cc000e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ed expref: 151 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.038558:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481682944:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.038561:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.038565:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.038570:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.038573:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50a00/0x96d1ba5869cc000e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ed expref: 150 pid: 20306 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170989.038591:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd70380/2, rc 0, transno 4294975600 00000100:00100000:3.0:1762170989.038604:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.038606:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481680896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.038611:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481686400:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.038615:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481686528:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.038618:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.038624:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd72a00/2, rc 0, transno 4294975599 00000100:00100000:0.0:1762170989.038630:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481681024:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.038633:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1762170989.038647:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e5b100/2, rc 0, transno 4294977282 00000100:00100000:0.0:1762170989.038661:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481671936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.038667:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.038667:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+150:2416:x1847765489648000:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 214us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.038670:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.038677:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33359 00000004:00080000:0.0:1762170989.038680:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e49180/2, rc 0, transno 4294977274 00000100:00100000:0.0:1762170989.038689:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481666560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.038728:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481686144 00000100:00100000:1.0:1762170989.038733:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481686144 00000100:00100000:1.0:1762170989.038759:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41982 00000100:00100000:1.0:1762170989.038768:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+607:3643:x1847765481686144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.038780:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1923 count 1 00010000:00010000:1.0:1762170989.038794:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.038800:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481686912:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.038806:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99be00/0x96d1ba5869cbf48b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5848 expref: 402 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.038812:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481686528 00010000:00010000:1.0:1762170989.038813:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.038817:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.038818:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481686528 00010000:00010000:1.0:1762170989.038821:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.038827:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.038828:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481687040:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.038847:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99be00/0x96d1ba5869cbf48b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5848 expref: 402 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.038854:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481686912 00010000:00010000:1.0:1762170989.038859:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99be00/0x96d1ba5869cbf48b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5848 expref: 402 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.038860:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481686912 00000100:00100000:2.0:1762170989.038868:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.038869:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.038878:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.038879:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481687168:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.038886:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.038893:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.038895:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481687040 00000100:00100000:0.0:1762170989.038900:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481687040 00010000:00010000:3.0:1762170989.038912:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.038913:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.038924:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.038929:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.038930:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41983 00010000:00010000:2.0:1762170989.038935:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.038942:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+608:3640:x1847765481686528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.038948:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.038960:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1924 count 1 00010000:00010000:2.0:1762170989.038963:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.038966:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3c000/0x96d1ba5869cbffa5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6599 expref: 149 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.038975:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.038980:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481685888:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.038995:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b800/0x96d1ba5869cbf468 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5856 expref: 402 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.039001:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.039004:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.039008:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.039012:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.039016:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.039027:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.039034:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.039041:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b800/0x96d1ba5869cbf468 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5856 expref: 402 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.039043:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.039065:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b800/0x96d1ba5869cbf468 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5856 expref: 402 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.039075:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1762170989.039079:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:0.0:1762170989.039083:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481687296:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.039084:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039095:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.039099:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039106:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.039117:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.039125:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039135:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc3ef2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.039137:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+875:3640:x1847765481685120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3971us (4438us total) trans 4294975606 rc 0/0 00000100:00100000:0.0:1762170989.039143:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41984 00000100:00100000:2.0:1762170989.039155:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41977 00000100:00100000:0.0:1762170989.039159:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+875:3640:x1847765481686912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.039161:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.039168:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039175:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00002000:00080000:0.0:1762170989.039177:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2185 count 1 00010000:00010000:3.0:1762170989.039179:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.039180:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41985 00000100:00100000:1.0:1762170989.039188:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+874:3642:x1847765481684096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3740us (4139us total) trans 4294975607 rc 0/0 00010000:00010000:3.0:1762170989.039192:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.039194:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.039196:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+874:3641:x1847765481687040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.039199:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41980 00010000:00010000:3.0:1762170989.039216:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.039219:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2186 count 1 00010000:00010000:0.0:1762170989.039219:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e400/0x96d1ba5869cc001c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65fb expref: 148 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.039237:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3eeb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.039237:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.039238:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.039239:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.039245:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.039246:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7e00/0x96d1ba5869cbf461 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc583a expref: 402 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.039267:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.039269:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e800/0x96d1ba5869cc0023 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6609 expref: 148 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.039271:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.039273:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481685632:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.039284:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e400/0x96d1ba5869cc001c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65fb expref: 148 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.039290:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.039291:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.039295:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.039300:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039310:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.039311:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e400/0x96d1ba5869cc001c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65fb expref: 148 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.039312:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039317:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039337:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.039337:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.039340:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481687424:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.039341:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e800/0x96d1ba5869cc0023 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6609 expref: 148 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.039357:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039358:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.039367:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e800/0x96d1ba5869cc0023 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6609 expref: 148 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.039368:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.039371:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc3f00 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.039371:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.039390:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481686784:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.039396:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.039403:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.039403:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1762170989.039407:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.039409:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481687552:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.039421:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.039425:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039433:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.039443:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.039446:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.039446:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.039455:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.039462:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.039464:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc3ef9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.039474:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481686784 00000100:00100000:0.0:1762170989.039476:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.039478:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481686784 00010000:00010000:3.0:1762170989.039481:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.039485:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.039487:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481686656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.039488:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.039514:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41986 00000100:00100000:2.0:1762170989.039528:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+610:3643:x1847765481686784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.039529:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+610:3642:x1847765481684864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4288us (4427us total) trans 4294977301 rc 0/0 00000100:00100000:1.0:1762170989.039540:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41979 00002000:00080000:2.0:1762170989.039546:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1926 count 1 00000100:00100000:0.0:1762170989.039553:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.039561:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.039574:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998600/0x96d1ba5869cbf476 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5872 expref: 401 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.039576:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+148:2416:x1847765489647616:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1949us (2352us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.039602:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.039605:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33354 00010000:00010000:2.0:1762170989.039606:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.039612:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.039614:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481686656 00000100:00100000:3.0:1762170989.039620:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481686656 00010000:00010000:2.0:1762170989.039636:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf998600/0x96d1ba5869cbf476 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5872 expref: 401 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.039647:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf998600/0x96d1ba5869cbf476 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5872 expref: 401 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.039662:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481687680:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.039691:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.039797:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41987 00000100:00100000:3.0:1762170989.039806:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+610:3643:x1847765481686656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.039821:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1925 count 1 00010000:00010000:3.0:1762170989.039834:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039846:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6e00/0x96d1ba5869cbf46f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5864 expref: 401 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.039852:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.039854:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.039856:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.039879:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6e00/0x96d1ba5869cbf46f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5864 expref: 401 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.039889:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6e00/0x96d1ba5869cbf46f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5864 expref: 401 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.039907:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481687808:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.039946:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d86eff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.040159:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481686400:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.040181:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.040195:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512ea00/2, rc 0, transno 4294975606 00000100:00100000:2.0:1762170989.040243:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.040247:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481685120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.040304:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.040309:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489648256 00000100:00100000:3.0:1762170989.040313:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481687936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.040314:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489648256 00010000:00010000:1.0:1762170989.040336:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50a00/0x96d1ba5869cc000e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ed expref: 148 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.040339:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.040358:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33360 00000100:00100000:1.0:1762170989.040366:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8eb43c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+148:2416:x1847765489648256:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.040368:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.040376:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.040382:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50a00/0x96d1ba5869cc000e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ed expref: 148 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.040393:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50a00/0x96d1ba5869cc000e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ed expref: 148 pid: 20306 timeout: 4705 lvb_type: 1 00000004:00080000:3.0:1762170989.040398:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd77100/2, rc 0, transno 4294975607 00000100:00100000:3.0:1762170989.040406:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481684096:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.040410:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50a00/0x96d1ba5869cc000e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ed expref: 148 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.040421:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.040423:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.040426:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.040434:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.040438:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481688064:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.040459:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.040466:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.040467:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.040477:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.040486:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.040487:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8eb43c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+147:2416:x1847765489648256:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 121us (244us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.040503:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.040504:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33360 00010000:00010000:2.0:1762170989.040529:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.040535:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.040542:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.040550:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00000004:00080000:3.0:1762170989.040554:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512e680/2, rc 0, transno 4294977301 00000100:00100000:1.0:1762170989.040554:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481687936 00010000:00010000:0.0:1762170989.040555:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.040559:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481687936 00010000:00010000:0.0:1762170989.040568:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.040591:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.040597:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481686016 00010000:00010000:0.0:1762170989.040599:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc3f07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.040602:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481686016 00010000:00010000:0.0:1762170989.040625:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.040626:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481688064 00010000:00010000:0.0:1762170989.040628:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.040629:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481688064 00010000:00010000:0.0:1762170989.040633:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.040649:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41988 00000100:00100000:0.0:1762170989.040658:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41989 00000100:00100000:1.0:1762170989.040659:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+877:3643:x1847765481687936:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.040674:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+877:3642:x1847765481686016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.040675:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2187 count 1 00000100:00100000:2.0:1762170989.040684:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+877:3641:x1847765481686272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2234us (2570us total) trans 4294975608 rc 0/0 00000100:00100000:2.0:1762170989.040691:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41981 00010000:00010000:1.0:1762170989.040692:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.040694:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2183 count 1 00010000:00010000:1.0:1762170989.040734:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e800/0x96d1ba5869cc0031 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6617 expref: 146 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.040742:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.040744:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.040748:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.040770:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e800/0x96d1ba5869cc0031 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6617 expref: 146 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.040781:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e800/0x96d1ba5869cc0031 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6617 expref: 146 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.040792:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481688192:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.040827:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481684864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.040841:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41990 00000100:00100000:1.0:1762170989.040845:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.040850:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+876:3643:x1847765481688064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.040863:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2188 count 1 00010000:00010000:2.0:1762170989.040873:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.040882:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e400/0x96d1ba5869cc003f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6625 expref: 146 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.040886:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.040888:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.040890:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.040905:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e400/0x96d1ba5869cc003f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6625 expref: 146 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.040911:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e400/0x96d1ba5869cc003f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6625 expref: 146 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.040918:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481688448:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.040944:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.041038:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.041049:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f7a300/2, rc 0, transno 4294975608 00010000:00010000:0.0:1762170989.041052:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38e00/0x96d1ba5869cbffcf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65df expref: 146 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.041061:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.041063:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.041065:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481686272:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.041068:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.041072:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481688320:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.041101:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38e00/0x96d1ba5869cbffcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65df expref: 146 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.041109:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.041120:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38e00/0x96d1ba5869cbffcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65df expref: 146 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.041132:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481688576:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.041143:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481687168:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.041152:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.041162:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.041172:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.041179:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1762170989.041187:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489648384 00000100:00100000:3.0:1762170989.041188:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481688704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.041191:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489648384 00000100:00100000:0.0:1762170989.041195:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481688320 00000100:00100000:0.0:1762170989.041200:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481688320 00010000:00010000:1.0:1762170989.041210:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99be00/0x96d1ba5869cbf48b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5848 expref: 402 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.041212:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.041235:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33361 00000100:00100000:0.0:1762170989.041242:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481688704 00000100:00100000:1.0:1762170989.041246:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+402:2416:x1847765489648384:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.041248:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41991 00000100:00100000:0.0:1762170989.041248:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481688704 00010000:00010000:1.0:1762170989.041261:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.041262:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+611:3640:x1847765481688320:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.041268:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99be00/0x96d1ba5869cbf48b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5848 expref: 402 pid: 22703 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170989.041279:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1927 count 1 00010000:00010000:1.0:1762170989.041283:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99be00/0x96d1ba5869cbf48b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5848 expref: 402 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.041284:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41992 00000100:00100000:0.0:1762170989.041296:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+877:3640:x1847765481688704:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1762170989.041298:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd76d80/2, rc 0, transno 4294977300 00010000:00010000:2.0:1762170989.041298:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.041305:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99be00/0x96d1ba5869cbf48b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5848 expref: 402 pid: 22703 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170989.041312:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2189 count 1 00010000:00010000:2.0:1762170989.041318:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ea304cc00/0x96d1ba5869cc0c24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70e4 expref: 401 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.041320:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.041324:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.041327:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.041330:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.041332:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.041336:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.041341:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.041356:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.041371:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f000/0x96d1ba5869cc005b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6633 expref: 146 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.041380:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ea304cc00/0x96d1ba5869cc0c24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70e4 expref: 401 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.041391:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.041393:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.041396:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.041401:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.041402:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ea304cc00/0x96d1ba5869cc0c24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70e4 expref: 401 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.041403:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481683968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.041426:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+401:2416:x1847765489648384:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 183us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.041429:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481688832:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.041439:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f000/0x96d1ba5869cc005b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6633 expref: 146 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.041443:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33361 00010000:00010000:0.0:1762170989.041457:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f000/0x96d1ba5869cc005b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6633 expref: 146 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.041462:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170989.041466:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.041471:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481689088:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.041473:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481688960:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.041480:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.041488:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.041495:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.041508:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.041514:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.041515:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.041549:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481687296:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.041558:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.041559:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.041567:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.041568:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.041598:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.041604:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.041606:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481688960 00000100:00100000:1.0:1762170989.041612:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481688960 00010000:00010000:2.0:1762170989.041616:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.041635:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.041642:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41993 00010000:00010000:2.0:1762170989.041644:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc3f0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.041653:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+613:3643:x1847765481688960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.041666:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1762170989.041669:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1928 count 1 00010000:00010000:2.0:1762170989.041671:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.041675:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.041685:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.041699:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a200/0x96d1ba5869cbf484 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc588e expref: 400 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.041700:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481687552:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.041734:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.041738:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.041741:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.041754:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.041754:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481687424:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.041763:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a200/0x96d1ba5869cbf484 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc588e expref: 400 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.041775:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481687808:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.041777:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a200/0x96d1ba5869cbf484 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc588e expref: 400 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.041780:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.041792:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.041797:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481689216:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.041812:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481687680:192.168.202.10@tcp:104: 00000004:00080000:3.0:1762170989.041826:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd77480/2, rc 0, transno 4294975604 00010000:00010000:2.0:1762170989.041829:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.041838:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481684608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.041842:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.041858:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489648512 00000100:00100000:1.0:1762170989.041862:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489648512 00010000:00010000:1.0:1762170989.041882:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b800/0x96d1ba5869cbf468 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5856 expref: 401 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.041905:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.041906:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33362 00000100:00100000:1.0:1762170989.041918:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+401:2416:x1847765489648512:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.041927:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.041932:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b800/0x96d1ba5869cbf468 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5856 expref: 401 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.041939:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481689344:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.041943:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b800/0x96d1ba5869cbf468 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5856 expref: 401 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.041957:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b800/0x96d1ba5869cbf468 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5856 expref: 401 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.041968:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.041971:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.041974:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.041982:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.042008:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.042013:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.042023:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.042032:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.042038:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.042039:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+400:2416:x1847765489648512:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 123us (482us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.042055:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.042056:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33362 00000100:00100000:2.0:1762170989.042069:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481689344 00000100:00100000:2.0:1762170989.042074:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481689344 00010000:00010000:0.0:1762170989.042082:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.042085:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.042092:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.042101:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.042106:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.042116:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.042130:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.042138:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc3f15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.042157:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+614:3643:x1847765481686144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3389us (3655us total) trans 4294977302 rc 0/0 00010000:00010000:2.0:1762170989.042160:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.042164:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.042168:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.042168:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41982 00000100:00100000:3.0:1762170989.042189:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+878:3640:x1847765481685248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6975us (7321us total) trans 4294975605 rc 0/0 00000100:00100000:3.0:1762170989.042197:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41978 00000100:00100000:1.0:1762170989.042207:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41994 00000100:00100000:1.0:1762170989.042216:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+877:3643:x1847765481689344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.042230:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2190 count 1 00000100:00100000:0.0:1762170989.042230:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+613:3640:x1847765481686528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3290us (3561us total) trans 4294977303 rc 0/0 00000100:00100000:0.0:1762170989.042241:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41983 00010000:00010000:1.0:1762170989.042246:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.042260:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53200/0x96d1ba5869cc0062 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6641 expref: 146 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.042273:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.042275:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.042278:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.042303:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53200/0x96d1ba5869cc0062 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6641 expref: 146 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.042313:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53200/0x96d1ba5869cc0062 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6641 expref: 146 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.042324:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481689472:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.042358:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.042413:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.042450:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489648640 00000100:00100000:1.0:1762170989.042454:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489648640 00010000:00010000:1.0:1762170989.042474:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e800/0x96d1ba5869cc0023 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6609 expref: 147 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.042477:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.042500:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33363 00000100:00100000:1.0:1762170989.042509:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+147:2417:x1847765489648640:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.042519:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.042524:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e800/0x96d1ba5869cc0023 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6609 expref: 147 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.042534:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e800/0x96d1ba5869cc0023 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6609 expref: 147 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.042551:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e800/0x96d1ba5869cc0023 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6609 expref: 147 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.042560:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.042563:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.042566:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.042574:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.042609:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.042616:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.042626:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.042637:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.042643:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+146:2417:x1847765489648640:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 134us (230us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.042650:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.042657:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33363 00000100:00100000:1.0:1762170989.042676:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489649024 00000100:00100000:1.0:1762170989.042680:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489649024 00010000:00010000:2.0:1762170989.042681:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.042696:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e400/0x96d1ba5869cc001c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65fb expref: 146 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.042750:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33364 00000100:00100000:1.0:1762170989.042758:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+146:2417:x1847765489649024:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.042767:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.042769:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.042772:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e400/0x96d1ba5869cc001c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65fb expref: 146 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.042775:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.042783:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.042789:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.042793:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.042795:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e400/0x96d1ba5869cc001c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65fb expref: 146 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.042802:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.042811:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e400/0x96d1ba5869cc001c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65fb expref: 146 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.042817:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.042829:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.042832:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.042835:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.042844:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.042858:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.042865:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc3f23 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.042871:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.042884:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.042886:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.042889:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.042896:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.042907:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+145:2417:x1847765489649024:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (427us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.042908:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.042924:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33364 00000004:00080000:3.0:1762170989.042926:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f7b480/2, rc 0, transno 4294977303 00010000:00010000:0.0:1762170989.042926:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.042936:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489648896 00010000:00010000:0.0:1762170989.042938:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.042941:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481686528:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.042941:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489648896 00010000:00010000:1.0:1762170989.042960:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6e00/0x96d1ba5869cbf46f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5864 expref: 400 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.042961:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.042976:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481688448:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.042983:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489648768 00000100:00100000:1.0:1762170989.042988:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489648768 00010000:00010000:2.0:1762170989.042996:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.043005:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf998600/0x96d1ba5869cbf476 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5872 expref: 401 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.043019:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170989.043031:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33365 00000100:00100000:2.0:1762170989.043032:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481689600:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.043042:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512ce00/2, rc 0, transno 4294975605 00000100:00100000:1.0:1762170989.043042:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+401:2415:x1847765489648896:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.043051:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481685248:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.043052:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.043057:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6e00/0x96d1ba5869cbf46f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5864 expref: 401 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.043067:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6e00/0x96d1ba5869cbf46f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5864 expref: 401 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.043075:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.043080:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33366 00000100:00100000:3.0:1762170989.043091:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+401:2416:x1847765489648768:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.043091:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6e00/0x96d1ba5869cbf46f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5864 expref: 401 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.043099:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.043103:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.043104:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf998600/0x96d1ba5869cbf476 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5872 expref: 400 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.043105:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.043109:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.043115:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf998600/0x96d1ba5869cbf476 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5872 expref: 400 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.043117:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.043124:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+878:3640:x1847765481686912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3967us (4294us total) trans 4294975609 rc 0/0 00000100:00100000:0.0:1762170989.043134:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41984 00010000:00010000:1.0:1762170989.043140:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.043145:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481689728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.043156:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481689600 00000100:00100000:0.0:1762170989.043160:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481689600 00000100:00100000:1.0:1762170989.043169:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+400:2415:x1847765489648896:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 128us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.043181:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.043182:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33365 00000100:00100000:0.0:1762170989.043194:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481689728 00010000:00010000:3.0:1762170989.043196:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998600/0x96d1ba5869cbf476 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5872 expref: 399 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.043199:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481689728 00010000:00010000:3.0:1762170989.043217:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.043219:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.043223:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.043231:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.043232:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41995 00000100:00100000:1.0:1762170989.043245:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481688192:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.043247:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.043247:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+613:3641:x1847765481689600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.043254:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1762170989.043267:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1929 count 1 00010000:00010000:1.0:1762170989.043268:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.043284:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.043288:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489649280 00000100:00100000:1.0:1762170989.043294:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489649280 00010000:00010000:0.0:1762170989.043300:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf999a00/0x96d1ba5869cbf492 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc589c expref: 398 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.043307:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.043310:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.043312:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e400/0x96d1ba5869cc003f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6625 expref: 145 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.043314:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.043349:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33367 00010000:00010000:0.0:1762170989.043351:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf999a00/0x96d1ba5869cbf492 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc589c expref: 398 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.043361:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8eb41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+145:2417:x1847765489649280:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.043366:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf999a00/0x96d1ba5869cbf492 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc589c expref: 398 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.043372:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.043379:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481689856:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.043381:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e400/0x96d1ba5869cc003f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6625 expref: 145 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.043388:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+398:2416:x1847765489648768:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 300us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.043396:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33366 00010000:00010000:1.0:1762170989.043398:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e400/0x96d1ba5869cc003f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6625 expref: 145 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.043412:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e400/0x96d1ba5869cc003f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6625 expref: 145 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.043423:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.043425:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.043429:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.043430:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.043441:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.043447:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.043456:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.043465:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.043470:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.043470:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.043480:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.043492:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.043500:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3f1c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.043517:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.043519:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.043522:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.043536:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8eb41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+144:2417:x1847765489649280:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.043544:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33367 00000100:00100000:0.0:1762170989.043547:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481689088:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.043560:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+879:3641:x1847765481687040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4368us (4695us total) trans 4294975610 rc 0/0 00000100:00100000:2.0:1762170989.043566:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41985 00010000:00010000:0.0:1762170989.043571:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.043600:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.043601:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41996 00000100:00100000:2.0:1762170989.043611:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+878:3641:x1847765481689728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.043620:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481688576:192.168.202.10@tcp:104: 00002000:00080000:2.0:1762170989.043624:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2191 count 1 00000100:00100000:1.0:1762170989.043634:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481689472:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.043636:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043639:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.043652:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.043661:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043667:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51800/0x96d1ba5869cc0069 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc664f expref: 143 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.043671:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043681:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.043685:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481689216:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.043686:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.043690:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.043702:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043735:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51800/0x96d1ba5869cc0069 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc664f expref: 143 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.043747:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51800/0x96d1ba5869cc0069 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc664f expref: 143 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.043759:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481689984:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.043764:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.043795:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.043825:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.043873:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.043878:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043883:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.043886:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043892:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043901:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043906:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc3f31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043925:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.043928:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.043931:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.043944:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043952:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043960:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043967:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.043982:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.044059:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+614:3643:x1847765481686656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4255us (4507us total) trans 4294977304 rc 0/0 00000100:00100000:3.0:1762170989.044066:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41987 00000100:00100000:2.0:1762170989.044121:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+879:3643:x1847765481688064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3270us (3653us total) trans 4294975611 rc 0/0 00000100:00100000:2.0:1762170989.044130:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41990 00000100:00100000:3.0:1762170989.044141:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.044156:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.044163:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.044172:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170989.044177:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.044178:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.044188:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.044192:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489649920 00000100:00100000:1.0:1762170989.044198:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489649920 00000100:00100000:3.0:1762170989.044211:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.044211:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.044213:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489649536 00000100:00100000:1.0:1762170989.044218:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489649536 00010000:00010000:2.0:1762170989.044225:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc3f46 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.044240:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f000/0x96d1ba5869cc005b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6633 expref: 145 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.044248:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.044253:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.044256:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.044261:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.044269:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489649792 00000100:00100000:1.0:1762170989.044272:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489649792 00000004:00080000:2.0:1762170989.044288:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f79c00/2, rc 0, transno 4294975610 00010000:00010000:1.0:1762170989.044288:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ea304cc00/0x96d1ba5869cc0c24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70e4 expref: 398 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.044303:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481687040:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1762170989.044306:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f78380/2, rc 0, transno 4294975609 00000100:00100000:3.0:1762170989.044314:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481686912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.044315:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489649152 00000100:00100000:1.0:1762170989.044317:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489649152 00010000:00010000:1.0:1762170989.044332:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e800/0x96d1ba5869cc0031 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6617 expref: 146 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.044358:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33368 00000100:00100000:1.0:1762170989.044368:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+146:2417:x1847765489649536:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.044372:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.044377:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.044380:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33369 00010000:00010000:1.0:1762170989.044385:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f000/0x96d1ba5869cc005b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6633 expref: 146 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.044388:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.044394:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+398:2417:x1847765489649792:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.044402:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f000/0x96d1ba5869cc005b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6633 expref: 146 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.044406:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.044409:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.044412:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ea304cc00/0x96d1ba5869cc0c24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70e4 expref: 398 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.044421:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3f000/0x96d1ba5869cc005b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6633 expref: 146 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.044425:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.044432:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ea304cc00/0x96d1ba5869cc0c24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70e4 expref: 398 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.044437:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.044441:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.044445:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.044452:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.044453:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.044456:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.044459:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.044460:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.044470:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.044473:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.044483:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.044488:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.044496:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.044500:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.044505:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+145:2417:x1847765489649536:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 140us (331us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.044509:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.044513:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33368 00010000:00010000:3.0:1762170989.044521:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.044528:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc3f2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.044535:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33370 00000100:00100000:1.0:1762170989.044542:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+144:2417:x1847765489649152:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.044550:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.044551:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.044554:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.044556:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e800/0x96d1ba5869cc0031 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6617 expref: 144 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.044558:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.044569:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e800/0x96d1ba5869cc0031 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6617 expref: 144 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.044576:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481690240:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.044596:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889d9c35e800/0x96d1ba5869cc0031 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6617 expref: 144 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.044608:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.044610:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.044614:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.044621:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.044625:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.044640:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.044671:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+143:2417:x1847765489649152:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 129us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.044676:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+614:3643:x1847765481686784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5152us (5230us total) trans 4294977305 rc 0/0 00000100:00100000:1.0:1762170989.044685:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33370 00000100:00100000:2.0:1762170989.044694:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41986 00000100:00100000:2.0:1762170989.044740:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481690240 00000100:00100000:2.0:1762170989.044744:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481690240 00010000:00010000:1.0:1762170989.044757:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.044762:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8755500/2, rc 0, transno 4294975611 00010000:00010000:1.0:1762170989.044767:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.044777:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.044778:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41997 00000100:00100000:3.0:1762170989.044781:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481688064:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.044788:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.044801:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f79500/2, rc 0, transno 4294977304 00010000:00010000:1.0:1762170989.044802:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.044811:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481686656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.044829:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.044840:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481690368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.044875:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.044896:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.044902:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.044905:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481690496:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.044911:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f78000/2, rc 0, transno 4294977305 00010000:00010000:0.0:1762170989.044919:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.044922:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.044925:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481686784:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.044931:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.044935:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+880:3643:x1847765481687936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4278us (4594us total) trans 4294975612 rc 0/0 00010000:00010000:0.0:1762170989.044942:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.044943:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.044953:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41988 00010000:00010000:0.0:1762170989.044954:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc3f38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.044963:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f78700/2, rc 0, transno 4294977302 00000100:00100000:1.0:1762170989.044973:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481690368 00000100:00100000:3.0:1762170989.044975:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481686144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.044977:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481690368 00010000:00010000:0.0:1762170989.044979:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.044983:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.044987:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.044990:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481690496 00000100:00100000:2.0:1762170989.044997:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481690496 00010000:00010000:0.0:1762170989.045003:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.045007:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41998 00000100:00100000:3.0:1762170989.045012:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481690752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.045019:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+880:3641:x1847765481690368:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.045019:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.045030:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41999 00010000:00010000:0.0:1762170989.045037:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.045039:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1762170989.045039:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2194 count 1 00000100:00100000:2.0:1762170989.045045:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+614:3641:x1847765481690496:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.045055:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.045057:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.045065:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1930 count 1 00000004:00080000:3.0:1762170989.045066:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2dc00/2, rc 0, transno 4294975612 00000100:00100000:3.0:1762170989.045077:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481687936:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.045080:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54600/0x96d1ba5869cc007e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6679 expref: 142 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.045083:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.045083:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.045085:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00010000:00010000:1.0:1762170989.045093:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.045095:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481690112:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.045097:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.045100:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.045107:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7400/0x96d1ba5869cbf499 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58aa expref: 398 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.045115:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.045118:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.045122:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54600/0x96d1ba5869cc007e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6679 expref: 142 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.045123:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.045123:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.045136:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481690624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.045148:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54600/0x96d1ba5869cc007e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6679 expref: 142 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.045159:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481690880:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.045164:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7400/0x96d1ba5869cbf499 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58aa expref: 398 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.045173:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.045187:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7400/0x96d1ba5869cbf499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58aa expref: 398 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.045195:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.045200:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481691008:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.045217:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+881:3640:x1847765481688704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3922us (4002us total) trans 4294975613 rc 0/0 00010000:00010000:1.0:1762170989.045224:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53200/0x96d1ba5869cc0062 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6641 expref: 142 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.045228:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41992 00000100:00100000:2.0:1762170989.045232:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85d80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.045249:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481690752 00000100:00100000:3.0:1762170989.045252:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.045255:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481690752 00000100:00100000:1.0:1762170989.045265:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33371 00000100:00100000:1.0:1762170989.045277:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+142:2414:x1847765489649920:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.045278:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.045281:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481690112 00010000:00010000:2.0:1762170989.045286:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.045287:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481690112 00010000:00010000:1.0:1762170989.045291:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.045299:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.045300:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53200/0x96d1ba5869cc0062 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6641 expref: 142 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.045305:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.045305:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481690624 00000100:00100000:0.0:1762170989.045311:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481690624 00010000:00010000:2.0:1762170989.045322:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.045322:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53200/0x96d1ba5869cc0062 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6641 expref: 142 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.045332:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42000 00000100:00100000:3.0:1762170989.045340:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.045346:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+616:3643:x1847765481690752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.045347:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.045354:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53200/0x96d1ba5869cc0062 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6641 expref: 142 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.045357:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc3f54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.045362:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1932 count 1 00010000:00010000:0.0:1762170989.045380:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.045383:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.045387:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.045390:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.045393:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.045394:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.045396:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.045398:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6c00/0x96d1ba5869cbf4a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58c6 expref: 398 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.045407:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1762170989.045420:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.045423:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481691136:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.045425:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.045427:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.045430:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.045441:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.045455:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489649408 00000100:00100000:2.0:1762170989.045461:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.045462:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489649408 00010000:00010000:0.0:1762170989.045468:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6c00/0x96d1ba5869cbf4a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58c6 expref: 398 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.045483:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6c00/0x96d1ba5869cbf4a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58c6 expref: 398 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.045484:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38e00/0x96d1ba5869cbffcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65df expref: 142 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.045490:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481691136 00000100:00100000:2.0:1762170989.045496:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481691136 00000100:00100000:0.0:1762170989.045508:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481691264:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.045518:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489649664 00000100:00100000:1.0:1762170989.045523:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489649664 00000100:00100000:2.0:1762170989.045528:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42001 00000100:00100000:2.0:1762170989.045540:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+882:3643:x1847765481690112:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.045541:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a200/0x96d1ba5869cbf484 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc588e expref: 399 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.045545:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.045546:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00002000:00080000:2.0:1762170989.045562:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2192 count 1 00000100:00100000:1.0:1762170989.045565:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489650048 00000100:00100000:1.0:1762170989.045570:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489650048 00010000:00010000:2.0:1762170989.045576:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.045578:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481689856:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.045599:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf999a00/0x96d1ba5869cbf492 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc589c expref: 400 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.045606:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56200/0x96d1ba5869cc0077 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc665d expref: 142 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.045615:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.045617:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.045618:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489650176 00010000:00010000:2.0:1762170989.045620:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.045624:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42002 00000100:00100000:1.0:1762170989.045624:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489650176 00010000:00010000:2.0:1762170989.045625:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.045637:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+616:3643:x1847765481690624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.045641:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51800/0x96d1ba5869cc0069 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc664f expref: 143 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.045653:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42003 00010000:00010000:2.0:1762170989.045656:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56200/0x96d1ba5869cc0077 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc665d expref: 143 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.045660:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33372 00000100:00100000:0.0:1762170989.045667:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+882:3641:x1847765481691136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.045675:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56200/0x96d1ba5869cc0077 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc665d expref: 143 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.045676:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+143:2417:x1847765489649408:12345-192.168.202.10@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1762170989.045683:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2195 count 1 00002000:00080000:3.0:1762170989.045689:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1931 count 1 00010000:00010000:1.0:1762170989.045691:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.045697:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481691392:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.045698:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38e00/0x96d1ba5869cbffcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65df expref: 143 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.045699:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.045704:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.045749:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57e00/0x96d1ba5869cc0085 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6687 expref: 143 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.045767:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.045767:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.045770:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.045774:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.045775:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99da00/0x96d1ba5869cbf4a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b8 expref: 400 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.045790:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.045792:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.045793:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38e00/0x96d1ba5869cbffcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65df expref: 143 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.045795:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.045801:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57e00/0x96d1ba5869cc0085 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6687 expref: 143 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.045810:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c38e00/0x96d1ba5869cbffcf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65df expref: 143 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.045825:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99da00/0x96d1ba5869cbf4a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b8 expref: 400 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.045827:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57e00/0x96d1ba5869cc0085 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6687 expref: 142 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.045829:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.045832:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.045837:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.045843:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481689984:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.045847:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99da00/0x96d1ba5869cbf4a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b8 expref: 400 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.045858:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481691520:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.045859:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.045870:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.045871:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481691648:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.045886:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.045892:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+882:3643:x1847765481690240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.045908:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.045914:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+142:2417:x1847765489649408:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 240us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.045923:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33372 00010000:00010000:0.0:1762170989.045929:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.045935:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.045941:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33373 00010000:00010000:0.0:1762170989.045944:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.045953:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+400:2417:x1847765489649664:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.045954:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.045957:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2193 count 1 00010000:00010000:1.0:1762170989.045971:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.045972:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.045978:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d86eff3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.045978:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.045979:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a200/0x96d1ba5869cbf484 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc588e expref: 400 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.045984:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52000/0x96d1ba5869cc0070 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc666b expref: 141 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.045999:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.046001:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.046004:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.046021:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a200/0x96d1ba5869cbf484 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc588e expref: 400 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.046037:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99a200/0x96d1ba5869cbf484 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc588e expref: 400 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.046048:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.046051:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.046055:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.046063:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.046084:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.046114:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+399:2417:x1847765489649664:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 166us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.046117:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+883:3642:x1847765481686016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5446us (5746us total) trans 4294975614 rc 0/0 00000100:00100000:1.0:1762170989.046129:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33373 00000100:00100000:0.0:1762170989.046131:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41989 00000100:00100000:1.0:1762170989.046148:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33374 00000100:00100000:1.0:1762170989.046156:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8ef6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+398:2415:x1847765489650048:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.046165:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.046170:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf999a00/0x96d1ba5869cbf492 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc589c expref: 398 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.046181:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.046181:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf999a00/0x96d1ba5869cbf492 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc589c expref: 398 pid: 10282 timeout: 4705 lvb_type: 1 00000004:00080000:3.0:1762170989.046187:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d2300/2, rc 0, transno 4294975613 00010000:00010000:2.0:1762170989.046189:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.046199:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.046200:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf999a00/0x96d1ba5869cbf492 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc589c expref: 398 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.046203:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.046221:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.046221:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.046226:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.046231:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.046239:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.046241:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.046247:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481688704:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.046260:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc3f3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.046273:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.046280:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.046281:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.046285:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.046289:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.046289:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.046301:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+397:2417:x1847765489649792:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1909us (2090us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.046301:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8ef6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+397:2415:x1847765489650048:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 143us (861us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.046303:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.046313:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33374 00010000:00010000:0.0:1762170989.046321:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.046327:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33369 00010000:00010000:0.0:1762170989.046335:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.046336:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33375 00000100:00100000:2.0:1762170989.046338:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481691776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.046349:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+141:2416:x1847765489650176:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.046361:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.046361:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.046370:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51800/0x96d1ba5869cc0069 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc664f expref: 141 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.046381:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.046385:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51800/0x96d1ba5869cc0069 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc664f expref: 141 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.046401:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51800/0x96d1ba5869cc0069 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc664f expref: 141 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.046411:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.046414:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.046415:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.046417:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.046419:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.046425:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.046426:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.046429:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.046436:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52000/0x96d1ba5869cc0070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc666b expref: 140 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.046446:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52000/0x96d1ba5869cc0070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc666b expref: 140 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.046446:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.046456:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481691904:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.046476:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+140:2416:x1847765489650176:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 129us (932us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.046477:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.046485:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33375 00000100:00100000:2.0:1762170989.046486:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d85540 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.046499:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.046509:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+617:3641:x1847765481689600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3264us (3436us total) trans 4294977306 rc 0/0 00010000:00010000:3.0:1762170989.046510:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc3f69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.046517:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a6680/2, rc 0, transno 4294977306 00000100:00100000:0.0:1762170989.046525:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41995 00010000:00010000:1.0:1762170989.046527:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.046535:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481689600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.046538:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.046541:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.046545:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.046548:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.046548:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.046550:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481691776 00000100:00100000:0.0:1762170989.046556:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481691776 00010000:00010000:1.0:1762170989.046558:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.046575:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.046602:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.046602:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42004 00010000:00010000:2.0:1762170989.046612:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.046618:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+883:3641:x1847765481691776:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.046622:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.046633:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.046635:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2196 count 1 00010000:00010000:0.0:1762170989.046652:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.046654:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.046657:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481692032:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.046673:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50200/0x96d1ba5869cc008c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6695 expref: 139 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.046680:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.046682:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.046686:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.046727:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50200/0x96d1ba5869cc008c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6695 expref: 139 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.046740:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50200/0x96d1ba5869cc008c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6695 expref: 139 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.046752:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481692160:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.046753:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.046758:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+617:3643:x1847765481688960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5106us (5241us total) trans 4294977307 rc 0/0 00000100:00100000:1.0:1762170989.046768:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41993 00000004:00080000:3.0:1762170989.046782:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f7bb80/2, rc 0, transno 4294975614 00000100:00100000:1.0:1762170989.046785:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481692032 00000100:00100000:1.0:1762170989.046788:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481692032 00000100:00100000:3.0:1762170989.046795:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481686016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.046805:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.046811:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42005 00010000:00010000:0.0:1762170989.046821:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1762170989.046822:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+617:3642:x1847765481692032:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.046829:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.046837:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1933 count 1 00010000:00010000:0.0:1762170989.046837:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00000004:00080000:3.0:1762170989.046840:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8757100/2, rc 0, transno 4294977307 00010000:00010000:0.0:1762170989.046845:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.046851:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481688960:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.046853:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.046857:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.046866:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fc00/0x96d1ba5869cbf4bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58d4 expref: 395 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.046874:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.046874:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.046876:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.046881:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.046887:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc3f5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.046907:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.046908:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fc00/0x96d1ba5869cbf4bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58d4 expref: 395 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.046913:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.046930:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fc00/0x96d1ba5869cbf4bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58d4 expref: 395 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.046932:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.046939:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.046947:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.046949:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481692288:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.046950:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.046957:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.046972:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481692544:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.046972:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.046985:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc3f70 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.046987:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.047009:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.047009:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.047014:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.047018:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.047020:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.047023:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ea304cc00/0x96d1ba5869cc0c24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70e4 expref: 395 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.047032:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481692544 00010000:00010000:1.0:1762170989.047038:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.047038:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481692544 00000100:00100000:3.0:1762170989.047040:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481688832:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.047048:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.047056:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.047059:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.047064:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.047068:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.047071:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42006 00010000:00010000:1.0:1762170989.047082:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.047084:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+885:3641:x1847765481692544:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.047087:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.047098:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.047102:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2197 count 1 00010000:00010000:3.0:1762170989.047110:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.047119:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.047127:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.047133:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56e00/0x96d1ba5869cc0093 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66a3 expref: 139 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.047136:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170989.047139:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+886:3641:x1847765481689728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3527us (3958us total) trans 4294975615 rc 0/0 00010000:00010000:3.0:1762170989.047145:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.047158:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41996 00010000:00010000:3.0:1762170989.047169:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.047171:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.047174:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.047175:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.047179:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.047184:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.047189:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.047192:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.047194:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+885:3643:x1847765481689344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4977us (5164us total) trans 4294975616 rc 0/0 00000100:00100000:1.0:1762170989.047210:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41994 00010000:00010000:0.0:1762170989.047214:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56e00/0x96d1ba5869cc0093 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66a3 expref: 139 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.047215:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.047215:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.047223:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.047242:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc3f62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.047242:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56e00/0x96d1ba5869cc0093 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66a3 expref: 139 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.047244:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.047247:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+139:2414:x1847765489649920:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1971us (3105us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.047265:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33371 00010000:00010000:2.0:1762170989.047275:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.047276:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481692672:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.047282:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.047286:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.047289:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.047292:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc3f4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.047312:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.047314:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.047319:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.047323:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.047347:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf4700/2, rc 0, transno 4294975615 00000100:00100000:2.0:1762170989.047356:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481689728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.047400:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481692800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.047429:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.047458:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481692800 00000100:00100000:0.0:1762170989.047464:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481692800 00000100:00100000:2.0:1762170989.047492:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.047504:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481692416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.047509:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42007 00000100:00100000:0.0:1762170989.047520:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+885:3641:x1847765481692800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.047534:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2198 count 1 00000100:00100000:2.0:1762170989.047535:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.047550:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.047562:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57400/0x96d1ba5869cc009a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b1 expref: 138 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.047569:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.047571:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.047573:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481692416 00010000:00010000:0.0:1762170989.047575:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.047578:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481692416 00010000:00010000:0.0:1762170989.047617:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57400/0x96d1ba5869cc009a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b1 expref: 138 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.047628:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57400/0x96d1ba5869cc009a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b1 expref: 138 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.047633:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42008 00000100:00100000:2.0:1762170989.047645:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+619:3642:x1847765481692416:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.047647:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481692928:192.168.202.10@tcp:104: 00002000:00080000:2.0:1762170989.047664:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1934 count 1 00010000:00010000:2.0:1762170989.047679:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.047687:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.047692:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d800/0x96d1ba5869cbf4ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e2 expref: 394 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.047700:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.047702:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.047704:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.047765:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d800/0x96d1ba5869cbf4ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e2 expref: 394 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.047775:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d800/0x96d1ba5869cbf4ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e2 expref: 394 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.047786:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481693056:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.047831:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.047898:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481690880:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.047917:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.047943:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481691008:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.047964:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.048041:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481691264:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.048063:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.048063:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048088:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489650432 00000100:00100000:1.0:1762170989.048094:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489650432 00010000:00010000:1.0:1762170989.048115:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7400/0x96d1ba5869cbf499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58aa expref: 395 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.048124:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481691520:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.048132:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.048146:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489650688 00010000:00010000:0.0:1762170989.048148:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048151:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489650688 00010000:00010000:1.0:1762170989.048168:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6c00/0x96d1ba5869cbf4a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58c6 expref: 396 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.048172:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.048205:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489650560 00000100:00100000:1.0:1762170989.048208:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489650560 00000100:00100000:2.0:1762170989.048214:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.048227:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56200/0x96d1ba5869cc0077 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc665d expref: 139 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.048249:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489650304 00000100:00100000:1.0:1762170989.048254:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489650304 00000100:00100000:2.0:1762170989.048257:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.048270:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54600/0x96d1ba5869cc007e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6679 expref: 140 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.048284:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489650816 00000100:00100000:1.0:1762170989.048286:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489650816 00010000:00010000:1.0:1762170989.048301:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57e00/0x96d1ba5869cc0085 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6687 expref: 141 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.048320:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33376 00000100:00100000:2.0:1762170989.048323:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481691392:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.048332:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+396:2415:x1847765489650432:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.048340:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.048343:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.048352:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7400/0x96d1ba5869cbf499 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58aa expref: 396 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.048365:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7400/0x96d1ba5869cbf499 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58aa expref: 396 pid: 9199 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.048386:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d0e00/2, rc 0, transno 4294975616 00010000:00010000:1.0:1762170989.048388:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab7400/0x96d1ba5869cbf499 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58aa expref: 396 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.048401:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481689344:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.048402:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.048405:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.048410:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.048418:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.048440:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.048456:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.048465:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048470:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+395:2415:x1847765489650432:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 141us (408us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.048483:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048484:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33376 00010000:00010000:2.0:1762170989.048495:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048505:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33377 00010000:00010000:2.0:1762170989.048511:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.048517:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+394:2416:x1847765489650688:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.048527:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.048532:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6c00/0x96d1ba5869cbf4a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58c6 expref: 394 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.048541:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6c00/0x96d1ba5869cbf4a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58c6 expref: 394 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.048556:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab6c00/0x96d1ba5869cbf4a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58c6 expref: 394 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.048568:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.048570:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.048574:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.048593:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.048619:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.048626:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.048636:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048642:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+393:2416:x1847765489650688:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 127us (514us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.048648:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048653:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33377 00010000:00010000:0.0:1762170989.048663:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048675:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33378 00010000:00010000:0.0:1762170989.048679:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170989.048681:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+620:3641:x1847765481690496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3638us (3738us total) trans 4294977309 rc 0/0 00000100:00100000:1.0:1762170989.048687:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+141:2414:x1847765489650560:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.048694:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41999 00010000:00010000:1.0:1762170989.048697:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.048704:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56200/0x96d1ba5869cc0077 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc665d expref: 141 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.048738:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56200/0x96d1ba5869cc0077 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc665d expref: 141 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.048755:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56200/0x96d1ba5869cc0077 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc665d expref: 141 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.048766:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.048770:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.048772:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170989.048774:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.048776:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.048780:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.048792:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.048793:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.048800:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.048811:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.048817:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.048823:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.048831:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc3f7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048840:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+140:2414:x1847765489650560:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.048848:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33378 00010000:00010000:0.0:1762170989.048851:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.048855:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048860:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489650944 00010000:00010000:0.0:1762170989.048862:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.048865:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489650944 00010000:00010000:0.0:1762170989.048868:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.048873:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481691648:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.048879:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99da00/0x96d1ba5869cbf4a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b8 expref: 393 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.048881:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.048889:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048905:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33379 00010000:00010000:0.0:1762170989.048907:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.048914:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+139:2416:x1847765489650304:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.048920:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33380 00010000:00010000:0.0:1762170989.048924:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc3f85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.048927:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.048934:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54600/0x96d1ba5869cc007e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6679 expref: 139 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.048949:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54600/0x96d1ba5869cc007e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6679 expref: 139 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.048949:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.048952:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.048956:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.048969:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+139:2414:x1847765489650816:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.048969:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54600/0x96d1ba5869cc007e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6679 expref: 139 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.048979:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.048984:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57e00/0x96d1ba5869cc0085 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6687 expref: 138 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.048986:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.048988:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.048993:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.048994:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57e00/0x96d1ba5869cc0085 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6687 expref: 138 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.049001:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.049008:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57e00/0x96d1ba5869cc0085 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6687 expref: 138 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.049018:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.049018:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.049020:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.049024:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.049029:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.049047:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+620:3643:x1847765481690752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3702us (4006us total) trans 4294977310 rc 0/0 00000100:00100000:1.0:1762170989.049049:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+137:2416:x1847765489650304:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 136us (835us total) trans 0 rc 0/0 00000004:00080000:2.0:1762170989.049056:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a5c00/2, rc 0, transno 4294977309 00000100:00100000:0.0:1762170989.049060:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42000 00000100:00100000:1.0:1762170989.049063:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33379 00000100:00100000:2.0:1762170989.049073:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481690496:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.049084:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.049088:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33381 00000100:00100000:1.0:1762170989.049096:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8ef6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+393:2416:x1847765489650944:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.049106:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.049112:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99da00/0x96d1ba5869cbf4a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b8 expref: 393 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.049123:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99da00/0x96d1ba5869cbf4a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b8 expref: 393 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.049127:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.049138:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049140:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99da00/0x96d1ba5869cbf4a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58b8 expref: 393 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.049145:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.049154:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.049156:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049158:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.049163:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.049167:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+136:2414:x1847765489650816:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 238us (914us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.049167:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.049180:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049192:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.049196:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.049199:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.049222:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049228:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.049229:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33380 00010000:00010000:2.0:1762170989.049238:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.049244:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170989.049251:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8ef6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+392:2416:x1847765489650944:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 155us (481us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.049252:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.049257:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.049257:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33381 00010000:00010000:3.0:1762170989.049264:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.049267:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.049275:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.049287:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.049294:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc3f8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049312:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.049314:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.049317:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049321:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.049324:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.049328:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049329:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.049337:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049337:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.049349:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049352:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.049410:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+888:3643:x1847765481690112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3872us (4287us total) trans 4294975617 rc 0/0 00000100:00100000:0.0:1762170989.049415:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+888:3641:x1847765481691136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3751us (3954us total) trans 4294975618 rc 0/0 00010000:00010000:3.0:1762170989.049418:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc3f93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.049423:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42001 00000100:00100000:0.0:1762170989.049432:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42003 00010000:00010000:3.0:1762170989.049445:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.049450:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.049453:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.049459:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.049460:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.049465:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.049472:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.049480:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+886:3641:x1847765481690368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4464us (4607us total) trans 4294975619 rc 0/0 00000004:00080000:2.0:1762170989.049481:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf7800/2, rc 0, transno 4294975618 00010000:00010000:3.0:1762170989.049483:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.049491:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41998 00010000:00010000:3.0:1762170989.049492:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc3f77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.049496:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481691136:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.049517:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf5880/2, rc 0, transno 4294975619 00010000:00010000:3.0:1762170989.049521:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.049524:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481690368:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.049526:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.049531:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.049601:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481692160:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.049608:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481693568:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.049618:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.049645:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.049673:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.049683:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170989.049691:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481693568 00000100:00100000:2.0:1762170989.049693:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481693440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.049697:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481693568 00000100:00100000:2.0:1762170989.049752:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.049761:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481693440 00000100:00100000:1.0:1762170989.049767:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481693440 00000100:00100000:0.0:1762170989.049771:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42009 00000100:00100000:3.0:1762170989.049780:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.049783:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+887:3641:x1847765481693568:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.049797:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42010 00002000:00080000:0.0:1762170989.049802:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2201 count 1 00000100:00100000:1.0:1762170989.049809:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+887:3641:x1847765481693440:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.049816:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.049824:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2200 count 1 00010000:00010000:0.0:1762170989.049827:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51400/0x96d1ba5869cc00af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66db expref: 135 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.049833:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.049835:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.049837:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.049840:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481691904:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.049841:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049859:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55a00/0x96d1ba5869cc00a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66cd expref: 135 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.049860:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51400/0x96d1ba5869cc00af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66db expref: 135 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.049863:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.049882:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.049886:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.049886:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51400/0x96d1ba5869cc00af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66db expref: 135 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.049891:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.049898:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.049900:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481693696:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.049921:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55a00/0x96d1ba5869cc00a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66cd expref: 135 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.049931:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.049931:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55a00/0x96d1ba5869cc00a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66cd expref: 135 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.049943:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481693824:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.049947:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.049966:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481692672:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.049973:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d510c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.049980:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.049994:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489651200 00000100:00100000:1.0:1762170989.049998:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489651200 00000100:00100000:0.0:1762170989.050008:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481692928:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.050017:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.050018:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.050020:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50200/0x96d1ba5869cc008c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6695 expref: 136 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.050054:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489651072 00000100:00100000:1.0:1762170989.050057:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489651072 00010000:00010000:1.0:1762170989.050074:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52000/0x96d1ba5869cc0070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc666b expref: 137 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.050087:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489651456 00000100:00100000:1.0:1762170989.050090:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489651456 00000100:00100000:3.0:1762170989.050105:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.050105:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56e00/0x96d1ba5869cc0093 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66a3 expref: 138 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.050119:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489651584 00000100:00100000:1.0:1762170989.050122:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489651584 00000100:00100000:2.0:1762170989.050133:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481693056:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.050140:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57400/0x96d1ba5869cc009a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b1 expref: 139 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.050155:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489651328 00010000:00010000:2.0:1762170989.050157:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.050159:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489651328 00000100:00100000:3.0:1762170989.050162:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489651712 00000100:00100000:3.0:1762170989.050167:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489651712 00010000:00010000:1.0:1762170989.050180:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fc00/0x96d1ba5869cbf4bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58d4 expref: 393 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.050185:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d800/0x96d1ba5869cbf4ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e2 expref: 393 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.050196:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33382 00000100:00100000:3.0:1762170989.050203:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33383 00000100:00100000:1.0:1762170989.050204:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+139:2415:x1847765489651200:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.050211:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+139:2416:x1847765489651072:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.050212:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.050217:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50200/0x96d1ba5869cc008c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6695 expref: 139 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.050218:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.050222:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52000/0x96d1ba5869cc0070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc666b expref: 139 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.050234:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52000/0x96d1ba5869cc0070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc666b expref: 139 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.050235:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50200/0x96d1ba5869cc008c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6695 expref: 139 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.050252:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52000/0x96d1ba5869cc0070 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc666b expref: 139 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.050252:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50200/0x96d1ba5869cc008c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6695 expref: 139 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.050264:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.050264:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.050267:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.050267:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.050271:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050271:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050281:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050281:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050300:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.050305:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.050327:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+137:2416:x1847765489651072:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 116us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.050327:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+137:2415:x1847765489651200:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 123us (653us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.050329:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.050340:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33383 00010000:00010000:2.0:1762170989.050343:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.050349:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33382 00010000:00010000:2.0:1762170989.050357:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.050362:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33384 00010000:00010000:2.0:1762170989.050371:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.050372:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33385 00000100:00100000:3.0:1762170989.050376:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+135:2416:x1847765489651456:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.050384:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+135:2415:x1847765489651584:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.050389:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.050394:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.050395:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56e00/0x96d1ba5869cc0093 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66a3 expref: 135 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.050397:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.050399:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57400/0x96d1ba5869cc009a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b1 expref: 135 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.050409:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56e00/0x96d1ba5869cc0093 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66a3 expref: 135 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.050410:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.050412:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57400/0x96d1ba5869cc009a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b1 expref: 135 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.050419:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050429:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56e00/0x96d1ba5869cc0093 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66a3 expref: 135 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.050429:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57400/0x96d1ba5869cc009a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b1 expref: 135 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.050431:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.050439:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050443:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.050447:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.050450:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050452:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050471:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.050474:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.050490:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc3fa1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050497:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.050503:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050507:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.050510:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.050511:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.050514:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.050517:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.050519:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.050520:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+133:2415:x1847765489651584:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 138us (587us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.050520:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050533:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.050536:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33385 00010000:00010000:0.0:1762170989.050540:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.050550:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050553:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.050558:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33386 00000100:00100000:1.0:1762170989.050568:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+393:2416:x1847765489651328:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.050568:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.050575:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+132:2416:x1847765489651456:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (678us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.050580:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.050596:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33384 00010000:00010000:1.0:1762170989.050598:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fc00/0x96d1ba5869cbf4bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58d4 expref: 393 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.050608:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fc00/0x96d1ba5869cbf4bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58d4 expref: 393 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.050613:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33387 00000100:00100000:3.0:1762170989.050622:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+393:2415:x1847765489651712:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.050623:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.050626:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.050629:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.050630:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050631:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.050636:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050637:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d800/0x96d1ba5869cbf4ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e2 expref: 393 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.050639:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.050656:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.050661:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050666:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.050671:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.050686:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.050694:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc3fbd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.050702:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+393:2416:x1847765489651328:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 133us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.050703:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+888:3641:x1847765481692800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3184us (3271us total) trans 4294975620 rc 0/0 00000100:00100000:0.0:1762170989.050731:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42007 00010000:00010000:0.0:1762170989.050757:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.050763:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.050769:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.050773:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.050783:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.050799:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33386 00010000:00010000:3.0:1762170989.050819:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d800/0x96d1ba5869cbf4ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e2 expref: 392 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.050821:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.050828:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050840:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d800/0x96d1ba5869cbf4ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58e2 expref: 392 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.050845:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.050846:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fc00/0x96d1ba5869cbf4bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58d4 expref: 392 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.050853:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050856:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.050858:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481692288:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.050860:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.050863:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.050870:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050873:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050878:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.050884:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+888:3641:x1847765481692544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3801us (3874us total) trans 4294975621 rc 0/0 00010000:00010000:2.0:1762170989.050891:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050899:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050903:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.050904:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42006 00010000:00010000:2.0:1762170989.050908:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc3fb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.050918:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.050926:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+390:2415:x1847765489651712:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 305us (820us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.050928:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.050930:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.050931:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.050935:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33387 00010000:00010000:2.0:1762170989.050935:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.050939:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.050941:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.050955:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.050963:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050971:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050979:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.050986:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051000:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.051005:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481693696:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.051024:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051067:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.051073:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051081:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.051084:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051093:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051109:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.051112:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+620:3642:x1847765481692032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4291us (4361us total) trans 4294977311 rc 0/0 00010000:00010000:2.0:1762170989.051122:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc3faf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.051128:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42005 00010000:00010000:2.0:1762170989.051146:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.051150:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051156:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.051160:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051168:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.051176:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481693824:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.051178:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051188:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc3fa8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.051196:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051206:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.051210:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.051213:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.051225:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051233:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.051239:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+888:3641:x1847765481691776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4624us (4858us total) trans 4294975622 rc 0/0 00010000:00010000:2.0:1762170989.051243:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.051249:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42004 00010000:00010000:2.0:1762170989.051257:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051277:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.051279:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.051283:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.051285:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051342:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.051345:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051351:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051360:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051364:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc3fc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051379:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.051381:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.051382:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.051394:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051399:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051404:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051409:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051418:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.051436:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+620:3642:x1847765481692416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3792us (3901us total) trans 4294977312 rc 0/0 00000100:00100000:2.0:1762170989.051445:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42008 00010000:00010000:2.0:1762170989.051472:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.051476:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051485:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.051489:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051497:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051508:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051517:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc3f9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.051527:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+620:3643:x1847765481690624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5892us (6356us total) trans 4294977313 rc 0/0 00010000:00010000:2.0:1762170989.051535:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.051536:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42002 00010000:00010000:2.0:1762170989.051538:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.051543:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.051568:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873ca80/2, rc 0, transno 4294975620 00000100:00100000:2.0:1762170989.051590:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481692800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.051603:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:2.0:1762170989.051609:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873c000/2, rc 0, transno 4294975621 00000100:00100000:2.0:1762170989.051616:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481692544:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.051629:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d3b80/2, rc 0, transno 4294975622 00000100:00100000:2.0:1762170989.051634:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481691776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.051655:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489651968 00000100:00100000:1.0:1762170989.051662:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489651968 00000100:00100000:3.0:1762170989.051667:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.051691:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55a00/0x96d1ba5869cc00a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66cd expref: 132 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.051693:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489651840 00000100:00100000:3.0:1762170989.051700:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489651840 00010000:00010000:3.0:1762170989.051739:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51400/0x96d1ba5869cc00af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66db expref: 133 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.051769:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170989.051773:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33388 00000100:00100000:2.0:1762170989.051785:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481694208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.051787:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e857ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+133:2416:x1847765489651968:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.051792:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33389 00000100:00100000:1.0:1762170989.051806:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+133:2416:x1847765489651840:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.051818:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.051824:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51400/0x96d1ba5869cc00af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66db expref: 133 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.051831:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.051840:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.051842:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51400/0x96d1ba5869cc00af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66db expref: 133 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.051848:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55a00/0x96d1ba5869cc00a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66cd expref: 133 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.051864:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55a00/0x96d1ba5869cc00a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66cd expref: 133 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.051869:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51400/0x96d1ba5869cc00af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66db expref: 133 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.051871:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481694208 00000100:00100000:2.0:1762170989.051877:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481694208 00010000:00010000:3.0:1762170989.051879:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55a00/0x96d1ba5869cc00a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66cd expref: 133 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.051902:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.051904:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.051906:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.051907:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.051909:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42011 00010000:00010000:1.0:1762170989.051911:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.051918:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.051919:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.051924:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+888:3641:x1847765481694208:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.051942:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.051946:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2204 count 1 00010000:00010000:3.0:1762170989.051953:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.051960:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051971:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57600/0x96d1ba5869cc00c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6705 expref: 131 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.051977:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.051979:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e857ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+131:2416:x1847765489651968:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 196us (376us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.051985:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.051987:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.051990:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.051994:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33388 00010000:00010000:2.0:1762170989.051995:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.052005:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.052008:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+130:2416:x1847765489651840:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (338us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.052020:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57600/0x96d1ba5869cc00c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6705 expref: 130 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.052023:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.052028:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33389 00010000:00010000:2.0:1762170989.052035:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57600/0x96d1ba5869cc00c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6705 expref: 130 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.052039:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481693184:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.052041:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.052054:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481694336:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.052063:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.052064:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.052070:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.052079:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.052087:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.052092:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.052094:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481693184 00010000:00010000:1.0:1762170989.052097:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.052098:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481693184 00010000:00010000:1.0:1762170989.052115:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.052124:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42012 00000100:00100000:3.0:1762170989.052132:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+890:3642:x1847765481693184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.052143:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2199 count 1 00010000:00010000:3.0:1762170989.052155:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.052167:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50e00/0x96d1ba5869cc00a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66bf expref: 129 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.052167:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.052172:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.052183:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.052188:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.052188:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.052193:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.052194:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.052207:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+891:3641:x1847765481693568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2426us (2560us total) trans 4294975623 rc 0/0 00010000:00010000:2.0:1762170989.052214:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.052219:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42009 00010000:00010000:2.0:1762170989.052233:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.052244:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+890:3641:x1847765481693440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2436us (2492us total) trans 4294975624 rc 0/0 00010000:00010000:0.0:1762170989.052248:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.052251:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc3fcb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.052256:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.052261:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42010 00010000:00010000:3.0:1762170989.052268:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50e00/0x96d1ba5869cc00a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66bf expref: 129 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.052272:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.052279:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.052283:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.052285:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50e00/0x96d1ba5869cc00a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66bf expref: 129 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.052288:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.052293:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.052295:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.052303:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481694464:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.052311:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.052320:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc3fd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.052324:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8762680/2, rc 0, transno 4294975624 00000100:00100000:2.0:1762170989.052336:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481693440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.052339:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8f28bcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.052339:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.052344:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.052350:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8760700/2, rc 0, transno 4294975623 00010000:00010000:0.0:1762170989.052350:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.052356:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481693568:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.052411:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481694592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.052420:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481693952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.052440:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.052467:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481694592 00000100:00100000:2.0:1762170989.052470:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481694592 00000100:00100000:2.0:1762170989.052501:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42013 00000100:00100000:2.0:1762170989.052507:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+890:3641:x1847765481694592:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.052518:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1762170989.052518:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2205 count 1 00010000:00010000:2.0:1762170989.052530:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.052539:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50c00/0x96d1ba5869cc00cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6713 expref: 129 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.052544:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.052545:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.052547:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.052554:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb1180/2, rc 0, transno 4294977312 00000100:00100000:3.0:1762170989.052568:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481692416:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.052568:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50c00/0x96d1ba5869cc00cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6713 expref: 129 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.052594:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50c00/0x96d1ba5869cc00cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6713 expref: 129 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.052605:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481694848:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.052637:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481693952 00000100:00100000:1.0:1762170989.052644:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481693952 00000004:00080000:3.0:1762170989.052663:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb3800/2, rc 0, transno 4294977311 00000100:00100000:3.0:1762170989.052671:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481692032:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.052683:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f540 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.052686:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481694720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.052689:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42014 00000100:00100000:1.0:1762170989.052702:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+891:3642:x1847765481693952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.052783:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2202 count 1 00010000:00010000:1.0:1762170989.052797:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.052812:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56c00/0x96d1ba5869cc00b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e9 expref: 129 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.052819:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.052821:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.052824:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.052849:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56c00/0x96d1ba5869cc00b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e9 expref: 129 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.052860:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56c00/0x96d1ba5869cc00b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e9 expref: 129 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.052871:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481695232:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.053023:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.053039:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.053052:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481695104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.053089:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.053180:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481695104 00000100:00100000:1.0:1762170989.053185:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481695104 00000100:00100000:1.0:1762170989.053226:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42015 00000100:00100000:0.0:1762170989.053236:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+620:3643:x1847765481683200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23529us (23606us total) trans 4294977297 rc 0/0 00000100:00100000:1.0:1762170989.053238:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+620:3641:x1847765481695104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.053252:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41970 00002000:00080000:1.0:1762170989.053257:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1937 count 1 00010000:00010000:1.0:1762170989.053272:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.053285:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c200/0x96d1ba5869cbf4ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc590c expref: 389 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.053294:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+892:3643:x1847765481690240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8503us (8668us total) trans 4294975625 rc 0/0 00010000:00010000:1.0:1762170989.053295:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.053299:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.053304:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.053310:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41997 00010000:00010000:1.0:1762170989.053333:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c200/0x96d1ba5869cbf4ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc590c expref: 389 pid: 8390 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1762170989.053336:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd74700/2, rc 0, transno 4294977297 00010000:00010000:1.0:1762170989.053348:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c200/0x96d1ba5869cbf4ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc590c expref: 389 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.053356:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481683200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.053362:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481695360:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.053373:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8763480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481693312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.053401:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d510c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.053408:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.053430:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481694080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.053456:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.053462:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481695488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.053476:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481694976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.053491:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.053517:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481693312 00000100:00100000:0.0:1762170989.053523:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481693312 00000100:00100000:2.0:1762170989.053537:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481694080 00000100:00100000:2.0:1762170989.053543:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481694080 00000100:00100000:0.0:1762170989.053550:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481695488 00000100:00100000:0.0:1762170989.053555:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481695488 00000100:00100000:2.0:1762170989.053575:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42016 00000100:00100000:3.0:1762170989.053593:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.053597:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+621:3643:x1847765481693312:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.053600:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42017 00000100:00100000:0.0:1762170989.053614:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+892:3643:x1847765481694080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.053616:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1935 count 1 00000004:00080000:3.0:1762170989.053624:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf4a80/2, rc 0, transno 4294975617 00010000:00010000:2.0:1762170989.053631:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.053632:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2203 count 1 00000100:00100000:3.0:1762170989.053642:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481690112:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.053648:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.053660:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a6300/2, rc 0, transno 4294977313 00010000:00010000:2.0:1762170989.053667:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89697800/0x96d1ba5869cc0b13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fd3 expref: 389 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.053674:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481690624:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.053675:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53c00/0x96d1ba5869cc00bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66f7 expref: 129 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.053681:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.053686:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.053691:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.053692:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.053694:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a7800/2, rc 0, transno 4294977310 00010000:00010000:0.0:1762170989.053695:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.053700:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.053703:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481690752:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.053744:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf6a00/2, rc 0, transno 4294975625 00000100:00100000:3.0:1762170989.053751:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481690240:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.053755:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53c00/0x96d1ba5869cc00bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66f7 expref: 129 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.053768:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53c00/0x96d1ba5869cc00bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66f7 expref: 129 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.053782:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481695616:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.053790:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.053817:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.053823:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481695744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.053835:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481694976 00000100:00100000:0.0:1762170989.053838:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481694976 00000100:00100000:3.0:1762170989.053854:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.053871:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481694720 00000100:00100000:0.0:1762170989.053874:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481694720 00000100:00100000:2.0:1762170989.053881:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481695744 00000100:00100000:2.0:1762170989.053887:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481695744 00000100:00100000:3.0:1762170989.053888:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170989.053897:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481695872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.053900:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42018 00000100:00100000:1.0:1762170989.053912:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42019 00000100:00100000:0.0:1762170989.053913:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+622:3641:x1847765481695488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.053925:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1938 count 1 00000100:00100000:2.0:1762170989.053928:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42020 00000100:00100000:3.0:1762170989.053932:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.053932:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+622:3643:x1847765481694976:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.053938:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.053944:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+894:3642:x1847765481694720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.053951:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1936 count 1 00010000:00010000:0.0:1762170989.053951:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ae00/0x96d1ba5869cbf4d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc591a expref: 389 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.053960:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1762170989.053962:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2206 count 1 00010000:00010000:0.0:1762170989.053962:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.053965:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.053968:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.053979:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.053985:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ae00/0x96d1ba5869cbf4d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc591a expref: 389 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.053993:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e800/0x96d1ba5869cbf4c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58fe expref: 389 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.054007:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55800/0x96d1ba5869cc00d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6721 expref: 129 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.054007:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ae00/0x96d1ba5869cbf4d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc591a expref: 389 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.054010:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.054014:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.054019:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.054032:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481696256:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.054034:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.054038:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.054044:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.054065:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e800/0x96d1ba5869cbf4c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58fe expref: 389 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.054072:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55800/0x96d1ba5869cc00d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6721 expref: 129 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.054078:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.054099:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e800/0x96d1ba5869cbf4c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58fe expref: 389 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.054101:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55800/0x96d1ba5869cc00d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6721 expref: 129 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.054102:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481695872 00000100:00100000:0.0:1762170989.054109:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481695872 00000100:00100000:2.0:1762170989.054132:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481696512:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.054132:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481696384:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.054138:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42021 00000100:00100000:0.0:1762170989.054149:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+895:3642:x1847765481695744:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.054160:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8534a540 going to sleep for 11 seconds 00002000:00080000:0.0:1762170989.054160:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2207 count 1 00010000:00010000:0.0:1762170989.054172:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.054174:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.054185:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57200/0x96d1ba5869cc00d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc672f expref: 129 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.054189:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42022 00010000:00010000:0.0:1762170989.054195:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.054197:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.054199:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.054205:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+895:3642:x1847765481695872:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.054215:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57200/0x96d1ba5869cc00d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc672f expref: 129 pid: 24348 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1762170989.054220:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2208 count 1 00010000:00010000:0.0:1762170989.054224:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57200/0x96d1ba5869cc00d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc672f expref: 129 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.054234:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481696640:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.054236:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.054250:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52800/0x96d1ba5869cc00e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc673d expref: 129 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.054257:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.054259:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.054263:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.054266:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.054291:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52800/0x96d1ba5869cc00e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc673d expref: 129 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.054298:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52800/0x96d1ba5869cc00e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc673d expref: 129 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.054312:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481696768:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.054344:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.054366:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8734e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481696128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.054393:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.054414:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.054420:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481696000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.054441:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.054471:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481696128 00000100:00100000:2.0:1762170989.054474:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481696128 00000100:00100000:0.0:1762170989.054478:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481696000 00000100:00100000:0.0:1762170989.054484:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481696000 00000100:00100000:2.0:1762170989.054507:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42023 00000100:00100000:2.0:1762170989.054516:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+624:3641:x1847765481696128:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.054527:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42024 00002000:00080000:2.0:1762170989.054528:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1940 count 1 00010000:00010000:2.0:1762170989.054540:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.054540:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+624:3641:x1847765481696000:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.054555:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99de00/0x96d1ba5869cbf4df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5936 expref: 389 pid: 8390 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170989.054559:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1939 count 1 00010000:00010000:2.0:1762170989.054560:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.054564:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.054567:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.054574:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.054594:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998200/0x96d1ba5869cbf4d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5928 expref: 389 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.054600:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99de00/0x96d1ba5869cbf4df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5936 expref: 389 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.054604:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.054608:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.054611:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.054621:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99de00/0x96d1ba5869cbf4df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5936 expref: 389 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.054630:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481696896:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.054638:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf998200/0x96d1ba5869cbf4d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5928 expref: 389 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.054647:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf998200/0x96d1ba5869cbf4d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5928 expref: 389 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.054657:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.054658:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481697024:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.054689:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.054853:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89697800/0x96d1ba5869cc0b13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fd3 expref: 389 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.054860:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89697800/0x96d1ba5869cc0b13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fd3 expref: 389 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.054867:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481697152:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.054917:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2933f00 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.056169:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481694464:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.056198:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.056239:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481694336:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.056261:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.056307:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.056343:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489652224 00000100:00100000:1.0:1762170989.056349:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489652224 00000100:00100000:3.0:1762170989.056350:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.056377:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50e00/0x96d1ba5869cc00a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66bf expref: 130 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.056408:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489652096 00000100:00100000:1.0:1762170989.056411:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489652096 00010000:00010000:1.0:1762170989.056427:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57600/0x96d1ba5869cc00c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6705 expref: 131 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.056455:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33390 00000100:00100000:3.0:1762170989.056464:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.056470:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+131:2416:x1847765489652224:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.056482:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.056489:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50e00/0x96d1ba5869cc00a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66bf expref: 131 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.056499:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.056502:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50e00/0x96d1ba5869cc00a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66bf expref: 131 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.056524:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50e00/0x96d1ba5869cc00a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66bf expref: 131 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.056539:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.056541:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.056546:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.056555:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.056593:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489652352 00000100:00100000:1.0:1762170989.056597:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489652352 00010000:00010000:1.0:1762170989.056615:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50c00/0x96d1ba5869cc00cb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6713 expref: 131 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.056640:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489652480 00000100:00100000:1.0:1762170989.056644:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489652480 00000100:00100000:3.0:1762170989.056662:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.056662:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56c00/0x96d1ba5869cc00b6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e9 expref: 132 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.056686:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489652608 00000100:00100000:1.0:1762170989.056689:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489652608 00010000:00010000:1.0:1762170989.056737:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c200/0x96d1ba5869cbf4ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc590c expref: 390 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.056760:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33391 00000100:00100000:1.0:1762170989.056768:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+132:2416:x1847765489652096:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.056771:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481694848:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.056779:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.056785:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57600/0x96d1ba5869cc00c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6705 expref: 132 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.056793:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.056798:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57600/0x96d1ba5869cc00c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6705 expref: 132 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.056820:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57600/0x96d1ba5869cc00c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6705 expref: 132 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.056833:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.056836:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.056840:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.056848:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.056858:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33392 00000100:00100000:3.0:1762170989.056872:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+131:2417:x1847765489652352:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.056872:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.056885:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.056892:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50c00/0x96d1ba5869cc00cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6713 expref: 131 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.056904:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50c00/0x96d1ba5869cc00cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6713 expref: 131 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.056925:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+131:2416:x1847765489652096:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 155us (573us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.056926:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c50c00/0x96d1ba5869cc00cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6713 expref: 131 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.056942:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33391 00010000:00010000:3.0:1762170989.056946:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.056950:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.056954:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.056963:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.056970:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33393 00000100:00100000:1.0:1762170989.056981:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+129:2417:x1847765489652480:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.056988:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.056991:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.056997:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56c00/0x96d1ba5869cc00b6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e9 expref: 129 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.057010:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56c00/0x96d1ba5869cc00b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e9 expref: 129 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.057016:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+129:2417:x1847765489652352:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 146us (555us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.057027:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.057029:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33392 00010000:00010000:1.0:1762170989.057031:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.057036:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057046:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.057060:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33394 00010000:00010000:1.0:1762170989.057061:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.057074:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+390:2414:x1847765489652608:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.057085:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.057090:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+128:2417:x1847765489652480:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 109us (590us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.057095:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c200/0x96d1ba5869cbf4ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc590c expref: 390 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.057103:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33393 00010000:00010000:3.0:1762170989.057116:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c200/0x96d1ba5869cbf4ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc590c expref: 390 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.057133:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.057135:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.057138:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057139:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.057149:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.057163:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+127:2416:x1847765489652224:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 697us (857us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.057166:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.057176:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33390 00000100:00100000:3.0:1762170989.057196:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+390:2414:x1847765489652608:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 125us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.057204:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33394 00010000:00010000:1.0:1762170989.057225:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56c00/0x96d1ba5869cc00b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e9 expref: 126 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.057238:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.057239:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481695232:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.057253:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057260:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.057266:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057271:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.057282:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057285:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057305:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057313:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.057316:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.057339:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.057346:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.057356:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057365:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.057370:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057379:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057392:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057401:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc3fe0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057422:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.057426:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057433:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.057436:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057443:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057454:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057462:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc3fee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057478:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.057480:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.057483:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.057560:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+897:3642:x1847765481693184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5427us (5489us total) trans 4294975627 rc 0/0 00000100:00100000:1.0:1762170989.057562:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+897:3642:x1847765481693952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4861us (5104us total) trans 4294975626 rc 0/0 00000100:00100000:3.0:1762170989.057577:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42012 00000100:00100000:1.0:1762170989.057597:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42014 00010000:00010000:3.0:1762170989.057613:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.057629:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.057638:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.057647:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057649:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c200/0x96d1ba5869cbf4ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc590c expref: 389 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.057665:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.057679:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481695360:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.057693:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.057697:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.057699:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057703:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057736:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057748:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057768:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.057772:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057774:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057792:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057794:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057807:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.057813:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc3fe7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.057820:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.057829:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.057829:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.057832:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.057836:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.057838:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.057849:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.057853:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.057863:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.057877:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.057885:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc3ff5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.057906:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.057908:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.057910:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.057922:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+896:3641:x1847765481694592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5414us (5481us total) trans 4294975628 rc 0/0 00000100:00100000:3.0:1762170989.057934:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42013 00000004:00080000:2.0:1762170989.057937:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d4700/2, rc 0, transno 4294975628 00000100:00100000:2.0:1762170989.057948:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481694592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.057965:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.057976:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.057985:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.057994:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.058013:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.058024:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.058028:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.058033:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.058037:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.058048:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.058057:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.058061:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc3fd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.058074:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.058076:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.058079:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.058087:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+625:3641:x1847765481695104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4852us (4996us total) trans 4294977314 rc 0/0 00000100:00100000:1.0:1762170989.058095:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42015 00000004:00080000:2.0:1762170989.058107:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb0380/2, rc 0, transno 4294977314 00000100:00100000:2.0:1762170989.058121:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481695104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.058149:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+896:3641:x1847765481694208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6227us (6320us total) trans 4294975629 rc 0/0 00000100:00100000:3.0:1762170989.058158:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42011 00000004:00080000:2.0:1762170989.058170:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d6300/2, rc 0, transno 4294975629 00000100:00100000:2.0:1762170989.058177:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481694208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.058202:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481697408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.058212:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.058222:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481697536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.058245:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.058280:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.058287:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1762170989.058296:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481697280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.058303:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481697408 00000100:00100000:1.0:1762170989.058308:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481697408 00000100:00100000:3.0:1762170989.058326:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.058336:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42025 00000100:00100000:1.0:1762170989.058347:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+625:3643:x1847765481697408:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.058360:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481697536 00000100:00100000:3.0:1762170989.058366:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481697536 00002000:00080000:1.0:1762170989.058370:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1941 count 1 00000100:00100000:3.0:1762170989.058392:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481697280 00010000:00010000:1.0:1762170989.058392:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.058398:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481697280 00010000:00010000:1.0:1762170989.058410:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e400/0x96d1ba5869cbf4e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5944 expref: 388 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.058420:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.058424:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42026 00010000:00010000:1.0:1762170989.058425:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.058431:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.058438:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6660050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+897:3641:x1847765481697536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.058455:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2210 count 1 00010000:00010000:1.0:1762170989.058459:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e400/0x96d1ba5869cbf4e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5944 expref: 388 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.058470:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.058473:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e400/0x96d1ba5869cbf4e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5944 expref: 388 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.058497:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56000/0x96d1ba5869cc00ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6759 expref: 125 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.058498:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481697664:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.058511:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.058513:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.058517:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.058542:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56000/0x96d1ba5869cc00ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6759 expref: 125 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.058555:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56000/0x96d1ba5869cc00ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6759 expref: 125 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.058558:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8133a900 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.058570:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481697792:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.058589:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42027 00000100:00100000:1.0:1762170989.058600:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+897:3643:x1847765481697280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.058613:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2209 count 1 00000100:00100000:3.0:1762170989.058615:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8f28bcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.058629:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.058640:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54200/0x96d1ba5869cc00e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc674b expref: 125 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.058653:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.058655:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.058659:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.058680:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54200/0x96d1ba5869cc00e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc674b expref: 125 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.058691:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54200/0x96d1ba5869cc00e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc674b expref: 125 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.058703:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481697920:192.168.202.10@tcp:104: 00000004:00080000:3.0:1762170989.058756:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8761c00/2, rc 0, transno 4294975627 00000100:00100000:3.0:1762170989.058773:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481693184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.058792:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d510c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.058802:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481698048:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1762170989.058832:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d4e00/2, rc 0, transno 4294975626 00000100:00100000:2.0:1762170989.058840:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.058844:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481693952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.058871:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481698048 00000100:00100000:1.0:1762170989.058877:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481698048 00000100:00100000:1.0:1762170989.058910:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42028 00000100:00100000:1.0:1762170989.058918:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+898:3641:x1847765481698048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.058931:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2211 count 1 00010000:00010000:1.0:1762170989.058944:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.058956:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55e00/0x96d1ba5869cc00f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6767 expref: 125 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.058962:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.058964:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.058968:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.058993:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55e00/0x96d1ba5869cc00f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6767 expref: 125 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.059002:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55e00/0x96d1ba5869cc00f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6767 expref: 125 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.059013:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481698304:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.059047:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481698176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.059058:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.059083:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.059125:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481698176 00000100:00100000:3.0:1762170989.059129:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481698176 00000100:00100000:3.0:1762170989.059159:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42029 00000100:00100000:3.0:1762170989.059167:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+899:3642:x1847765481698176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.059180:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2212 count 1 00010000:00010000:3.0:1762170989.059194:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.059206:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52400/0x96d1ba5869cc00fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6775 expref: 125 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.059214:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.059216:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.059219:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.059242:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52400/0x96d1ba5869cc00fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6775 expref: 125 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.059253:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52400/0x96d1ba5869cc00fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6775 expref: 125 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.059264:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481698432:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.059394:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb297f540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.059694:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+625:3640:x1847765481678464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39865us (39946us total) trans 4294977288 rc 0/0 00000100:00100000:1.0:1762170989.059703:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41952 00000004:00080000:2.0:1762170989.059758:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e7b80/2, rc 0, transno 4294977288 00000100:00100000:2.0:1762170989.059771:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481678464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.059824:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481698560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.059853:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.059904:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481698560 00000100:00100000:2.0:1762170989.059909:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481698560 00000100:00100000:2.0:1762170989.059945:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42030 00000100:00100000:2.0:1762170989.059954:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+625:3643:x1847765481698560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.059971:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1942 count 1 00010000:00010000:2.0:1762170989.059985:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.060000:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf999e00/0x96d1ba5869cbf4ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5952 expref: 388 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.060007:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.060009:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.060012:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.060038:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf999e00/0x96d1ba5869cbf4ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5952 expref: 388 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.060049:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf999e00/0x96d1ba5869cbf4ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5952 expref: 388 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.060060:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481698688:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.060111:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eaffdc000 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.061491:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481695616:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.061520:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.061558:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481696256:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.061578:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.061593:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481696384:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.061612:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.061623:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.061629:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481696640:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.061637:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489652736 00000100:00100000:3.0:1762170989.061643:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489652736 00010000:00010000:0.0:1762170989.061654:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.061665:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53c00/0x96d1ba5869cc00bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66f7 expref: 126 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.061670:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.061698:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489652992 00000100:00100000:3.0:1762170989.061701:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489652992 00010000:00010000:3.0:1762170989.061736:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e800/0x96d1ba5869cbf4c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58fe expref: 389 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.061736:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.061769:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489652864 00000100:00100000:1.0:1762170989.061775:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489652864 00000100:00100000:3.0:1762170989.061779:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33395 00000100:00100000:2.0:1762170989.061783:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.061790:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f008850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+126:2417:x1847765489652736:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.061799:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.061800:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ae00/0x96d1ba5869cbf4d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc591a expref: 390 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.061805:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53c00/0x96d1ba5869cc00bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66f7 expref: 126 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.061820:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.061827:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53c00/0x96d1ba5869cc00bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66f7 expref: 126 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.061838:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489653248 00000100:00100000:1.0:1762170989.061843:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489653248 00010000:00010000:3.0:1762170989.061845:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53c00/0x96d1ba5869cc00bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66f7 expref: 126 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.061853:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.061861:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57200/0x96d1ba5869cc00d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc672f expref: 126 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.061862:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.061865:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.061869:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.061886:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.061898:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489653120 00000100:00100000:1.0:1762170989.061902:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489653120 00010000:00010000:3.0:1762170989.061906:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.061920:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55800/0x96d1ba5869cc00d2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6721 expref: 127 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.061936:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f008850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+127:2417:x1847765489652736:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.061937:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489653376 00000100:00100000:3.0:1762170989.061943:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33395 00000100:00100000:1.0:1762170989.061952:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489653376 00010000:00010000:1.0:1762170989.061970:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52800/0x96d1ba5869cc00e0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc673d expref: 127 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.061983:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33396 00000100:00100000:1.0:1762170989.061994:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33397 00000100:00100000:3.0:1762170989.061995:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+390:2417:x1847765489652992:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.062005:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.062005:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.062011:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e800/0x96d1ba5869cbf4c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58fe expref: 390 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.062016:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+390:2415:x1847765489652864:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.062022:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e800/0x96d1ba5869cbf4c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58fe expref: 390 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.062030:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.062031:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.062039:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ae00/0x96d1ba5869cbf4d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc591a expref: 390 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.062051:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ae00/0x96d1ba5869cbf4d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc591a expref: 390 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.062068:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ae00/0x96d1ba5869cbf4d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc591a expref: 390 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.062072:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e800/0x96d1ba5869cbf4c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc58fe expref: 390 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.062086:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.062087:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.062090:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.062091:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.062093:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.062097:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.062097:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.062117:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.062128:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.062129:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.062142:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481697024:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.062143:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.062156:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.062156:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.062166:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.062170:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+388:2417:x1847765489652992:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 179us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.062186:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33396 00000100:00100000:1.0:1762170989.062187:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+388:2415:x1847765489652864:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.062204:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33397 00000100:00100000:3.0:1762170989.062207:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489653504 00000100:00100000:3.0:1762170989.062212:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489653504 00010000:00010000:0.0:1762170989.062218:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.062224:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489653760 00010000:00010000:0.0:1762170989.062229:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.062231:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99de00/0x96d1ba5869cbf4df lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5936 expref: 387 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.062231:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489653760 00000100:00100000:2.0:1762170989.062232:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.062252:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89697800/0x96d1ba5869cc0b13 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fd3 expref: 388 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.062253:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.062275:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.062280:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.062284:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489653632 00000100:00100000:1.0:1762170989.062290:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489653632 00010000:00010000:0.0:1762170989.062301:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.062307:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf998200/0x96d1ba5869cbf4d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5928 expref: 389 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.062323:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489653888 00000100:00100000:1.0:1762170989.062328:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489653888 00000100:00100000:3.0:1762170989.062340:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489654144 00010000:00010000:1.0:1762170989.062344:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e400/0x96d1ba5869cbf4e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5944 expref: 390 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.062346:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489654144 00000100:00100000:1.0:1762170989.062365:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489654016 00010000:00010000:3.0:1762170989.062368:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54200/0x96d1ba5869cc00e7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc674b expref: 128 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.062371:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489654016 00000100:00100000:2.0:1762170989.062375:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.062392:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56000/0x96d1ba5869cc00ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6759 expref: 129 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.062393:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489654272 00000100:00100000:3.0:1762170989.062398:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489654272 00000100:00100000:2.0:1762170989.062410:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.062420:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55e00/0x96d1ba5869cc00f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6767 expref: 130 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.062426:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489654400 00000100:00100000:1.0:1762170989.062430:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489654400 00000100:00100000:2.0:1762170989.062445:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481696512:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.062447:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52400/0x96d1ba5869cc00fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6775 expref: 131 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.062466:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.062479:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489654528 00000100:00100000:1.0:1762170989.062484:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489654528 00000100:00100000:0.0:1762170989.062485:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+900:3643:x1847765481694080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8872us (9025us total) trans 4294975630 rc 0/0 00000100:00100000:3.0:1762170989.062489:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33398 00000100:00100000:0.0:1762170989.062499:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42017 00000100:00100000:2.0:1762170989.062504:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481696768:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.062506:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+131:2415:x1847765489653248:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.062506:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf999e00/0x96d1ba5869cbf4ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5952 expref: 391 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.062522:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.062526:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.062528:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.062529:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57200/0x96d1ba5869cc00d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc672f expref: 131 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.062534:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33399 00000100:00100000:1.0:1762170989.062548:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+131:2415:x1847765489653120:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.062561:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57200/0x96d1ba5869cc00d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc672f expref: 131 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.062563:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.062563:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.062572:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55800/0x96d1ba5869cc00d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6721 expref: 131 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.062574:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481696896:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.062600:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.062604:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57200/0x96d1ba5869cc00d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc672f expref: 131 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.062607:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55800/0x96d1ba5869cc00d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6721 expref: 131 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.062609:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.062626:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.062636:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.062641:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.062645:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55800/0x96d1ba5869cc00d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6721 expref: 130 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.062646:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.062652:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170989.062659:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481697152:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.062672:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.062680:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.062683:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.062687:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.062694:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.062696:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.062703:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.062736:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.062745:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.062750:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.062757:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+129:2415:x1847765489653248:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 253us (973us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.062765:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.062771:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33398 00010000:00010000:1.0:1762170989.062781:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.062783:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.062796:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33400 00010000:00010000:2.0:1762170989.062802:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4003 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.062812:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.062822:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.062827:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.062834:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.062837:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+128:2415:x1847765489653120:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 292us (1021us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.062839:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.062852:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33399 00010000:00010000:2.0:1762170989.062862:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.062872:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.062879:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc400a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.062884:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+127:2416:x1847765489653376:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.062886:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.062888:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33401 00010000:00010000:0.0:1762170989.062901:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.062904:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.062905:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8ef6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+391:2416:x1847765489653760:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.062907:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.062912:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.062916:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52800/0x96d1ba5869cc00e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc673d expref: 127 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.062917:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.062919:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.062922:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.062933:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89697800/0x96d1ba5869cc0b13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fd3 expref: 391 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.062941:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.062943:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481698688:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.062944:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52800/0x96d1ba5869cc00e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc673d expref: 127 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.062960:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89697800/0x96d1ba5869cc0b13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fd3 expref: 391 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.062964:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.062973:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.062977:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52800/0x96d1ba5869cc00e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc673d expref: 127 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.062992:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89697800/0x96d1ba5869cc0b13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fd3 expref: 391 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.062996:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.062999:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.063005:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063009:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.063013:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.063018:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063025:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063030:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063053:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.063057:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.063062:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.063072:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.063076:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+126:2416:x1847765489653376:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 269us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.063087:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8ef6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+390:2416:x1847765489653760:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 184us (1055us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.063092:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.063093:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33400 00000100:00100000:1.0:1762170989.063104:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33401 00010000:00010000:2.0:1762170989.063105:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.063113:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33402 00000100:00100000:0.0:1762170989.063124:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+900:3642:x1847765481695744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8973us (9269us total) trans 4294975631 rc 0/0 00000100:00100000:3.0:1762170989.063126:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+389:2416:x1847765489653632:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.063126:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170989.063128:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33403 00010000:00010000:3.0:1762170989.063139:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.063142:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42021 00000100:00100000:1.0:1762170989.063144:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+389:2416:x1847765489653504:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.063146:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf998200/0x96d1ba5869cbf4d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5928 expref: 389 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.063159:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf998200/0x96d1ba5869cbf4d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5928 expref: 389 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.063160:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.063169:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99de00/0x96d1ba5869cbf4df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5936 expref: 389 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.063170:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.063174:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998200/0x96d1ba5869cbf4d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5928 expref: 389 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.063179:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063197:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.063197:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99de00/0x96d1ba5869cbf4df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5936 expref: 388 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.063198:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.063202:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.063206:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063207:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063222:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99de00/0x96d1ba5869cbf4df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5936 expref: 388 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.063229:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063231:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.063241:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+900:3642:x1847765481695872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9039us (9312us total) trans 4294975632 rc 0/0 00010000:00010000:1.0:1762170989.063243:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.063247:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.063253:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.063260:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42022 00010000:00010000:0.0:1762170989.063260:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063267:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.063270:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.063278:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc401f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.063294:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+387:2416:x1847765489653632:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (1209us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.063297:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.063299:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.063303:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.063304:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.063305:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33402 00010000:00010000:2.0:1762170989.063305:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.063309:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.063317:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.063322:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.063331:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+386:2416:x1847765489653504:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.063332:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33404 00010000:00010000:2.0:1762170989.063334:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.063346:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+386:2414:x1847765489653888:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.063351:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33403 00010000:00010000:2.0:1762170989.063358:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063362:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.063370:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4026 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063371:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e400/0x96d1ba5869cbf4e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5944 expref: 385 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.063390:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33405 00010000:00010000:3.0:1762170989.063396:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e400/0x96d1ba5869cbf4e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5944 expref: 385 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.063402:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.063402:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.063403:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+125:2414:x1847765489654144:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.063406:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.063412:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.063418:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.063419:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.063420:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063424:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.063425:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063429:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54200/0x96d1ba5869cc00e7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc674b expref: 125 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.063430:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.063441:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063458:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063460:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54200/0x96d1ba5869cc00e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc674b expref: 125 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.063474:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.063476:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063491:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.063494:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.063498:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.063499:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063502:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.063507:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.063514:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.063517:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+385:2414:x1847765489653888:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 172us (1393us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.063522:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.063536:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33404 00010000:00010000:2.0:1762170989.063544:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.063549:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.063558:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33406 00000100:00100000:3.0:1762170989.063568:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+125:2414:x1847765489654016:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.063574:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+125:2414:x1847765489654144:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 176us (1421us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.063578:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.063595:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33405 00010000:00010000:3.0:1762170989.063597:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56000/0x96d1ba5869cc00ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6759 expref: 125 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.063610:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56000/0x96d1ba5869cc00ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6759 expref: 124 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.063619:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33407 00010000:00010000:3.0:1762170989.063626:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.063630:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.063631:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+124:2417:x1847765489654400:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.063634:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063643:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063643:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.063652:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52400/0x96d1ba5869cc00fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6775 expref: 124 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.063664:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.063665:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52400/0x96d1ba5869cc00fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6775 expref: 124 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.063673:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+628:3641:x1847765481696000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9133us (9228us total) trans 4294977316 rc 0/0 00000100:00100000:0.0:1762170989.063683:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42024 00010000:00010000:1.0:1762170989.063685:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.063690:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+124:2414:x1847765489654016:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 122us (1460us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.063690:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.063694:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.063702:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+627:3641:x1847765481696128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9184us (9305us total) trans 4294977317 rc 0/0 00000100:00100000:3.0:1762170989.063703:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33406 00010000:00010000:0.0:1762170989.063705:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.063731:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063739:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.063742:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42023 00010000:00010000:0.0:1762170989.063750:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.063756:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.063763:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33408 00010000:00010000:1.0:1762170989.063763:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.063770:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.063771:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170989.063779:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+123:2415:x1847765489654272:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.063779:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.063787:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+123:2417:x1847765489654400:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 157us (1414us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.063791:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063795:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.063804:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.063807:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55e00/0x96d1ba5869cc00f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6767 expref: 123 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.063809:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33407 00010000:00010000:0.0:1762170989.063812:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4034 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.063813:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.063831:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33409 00010000:00010000:2.0:1762170989.063841:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063849:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55e00/0x96d1ba5869cc00f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6767 expref: 122 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.063850:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+384:2414:x1847765489654528:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.063850:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.063855:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.063859:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.063860:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063868:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.063870:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.063874:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.063878:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063879:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf999e00/0x96d1ba5869cbf4ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5952 expref: 384 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.063881:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc402d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.063895:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063912:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf999e00/0x96d1ba5869cbf4ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5952 expref: 384 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.063915:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.063922:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.063922:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+626:3641:x1847765481695488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10010us (10429us total) trans 4294977315 rc 0/0 00010000:00010000:2.0:1762170989.063926:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.063930:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.063933:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+122:2415:x1847765489654272:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 158us (1655us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.063944:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42018 00000100:00100000:3.0:1762170989.063949:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33408 00010000:00010000:1.0:1762170989.063957:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf999e00/0x96d1ba5869cbf4ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5952 expref: 384 pid: 10282 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.063959:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8736d80/2, rc 0, transno 4294977316 00010000:00010000:1.0:1762170989.063973:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.063975:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481696000:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.063977:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.063984:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.063994:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.063997:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d5880/2, rc 0, transno 4294975630 00010000:00010000:3.0:1762170989.064000:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52400/0x96d1ba5869cc00fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6775 expref: 121 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.064012:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481698432:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.064015:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481694080:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.064021:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.064027:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064034:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064039:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.064045:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+383:2414:x1847765489654528:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 200us (1635us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.064048:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064057:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.064058:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33409 00010000:00010000:3.0:1762170989.064072:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1762170989.064072:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8734e00/2, rc 0, transno 4294977317 00000100:00100000:2.0:1762170989.064086:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8734e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481696128:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.064134:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b764380/2, rc 0, transno 4294977315 00010000:00010000:1.0:1762170989.064134:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54200/0x96d1ba5869cc00e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc674b expref: 120 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.064146:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481695488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.064151:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481697920:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.064172:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.064174:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+900:3642:x1847765481698176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5008us (5091us total) trans 4294975633 rc 0/0 00000100:00100000:2.0:1762170989.064186:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481698944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.064188:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42029 00010000:00010000:1.0:1762170989.064195:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.064204:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.064213:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.064220:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.064229:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.064250:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.064261:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170989.064264:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1762170989.064268:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.064274:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481698816:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.064281:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.064287:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.064296:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.064310:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.064311:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.064321:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4057 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.064343:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.064345:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.064347:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.064355:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.064359:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481699200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.064361:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.064369:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481698944 00010000:00010000:0.0:1762170989.064373:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.064374:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481698944 00010000:00010000:0.0:1762170989.064388:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.064396:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4049 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.064398:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481698816 00000100:00100000:2.0:1762170989.064400:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.064402:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481698816 00000100:00100000:1.0:1762170989.064406:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+901:3643:x1847765481697280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5805us (6077us total) trans 4294975634 rc 0/0 00000100:00100000:3.0:1762170989.064421:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481699200 00000100:00100000:3.0:1762170989.064425:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481699200 00000100:00100000:1.0:1762170989.064425:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42027 00010000:00010000:0.0:1762170989.064436:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.064440:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb533ad80/2, rc 0, transno 4294975634 00010000:00010000:0.0:1762170989.064440:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.064446:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.064449:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42031 00000100:00100000:2.0:1762170989.064455:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481697280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.064458:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42032 00000100:00100000:3.0:1762170989.064459:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+900:3641:x1847765481698944:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.064469:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42033 00000100:00100000:2.0:1762170989.064473:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.064475:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+627:3641:x1847765481698816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.064480:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2213 count 1 00000100:00100000:2.0:1762170989.064481:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481699072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.064486:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+627:3643:x1847765481699200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.064491:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1943 count 1 00010000:00010000:3.0:1762170989.064499:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.064503:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1945 count 1 00010000:00010000:1.0:1762170989.064507:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.064514:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.064520:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064521:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54e00/0x96d1ba5869cc0103 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6783 expref: 119 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.064530:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7a00/0x96d1ba5869cc0a02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec2 expref: 382 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.064540:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ce00/0x96d1ba5869cbf4fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc597c expref: 382 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.064551:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.064551:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.064558:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.064558:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.064558:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.064559:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481699072 00010000:00010000:0.0:1762170989.064563:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.064564:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064566:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.064566:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481699072 00010000:00010000:0.0:1762170989.064569:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.064606:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42034 00010000:00010000:3.0:1762170989.064615:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54e00/0x96d1ba5869cc0103 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6783 expref: 119 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.064616:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c7a00/0x96d1ba5869cc0a02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec2 expref: 382 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.064617:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+628:3643:x1847765481699072:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.064622:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ce00/0x96d1ba5869cbf4fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc597c expref: 382 pid: 8390 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1762170989.064637:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1944 count 1 00010000:00010000:0.0:1762170989.064650:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ce00/0x96d1ba5869cbf4fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc597c expref: 382 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.064654:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.064656:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c7a00/0x96d1ba5869cc0a02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec2 expref: 382 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.064679:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481699712:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.064688:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54e00/0x96d1ba5869cc0103 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6783 expref: 119 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.064688:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f000/0x96d1ba5869cbf502 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc596e expref: 382 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.064688:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481699584:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.064728:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481699456:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.064753:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.064757:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d510c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.064762:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d86eff3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.064783:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.064792:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.064801:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.064810:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.064826:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.064872:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.064879:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064887:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.064891:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064899:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064913:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064919:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4018 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064947:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.064950:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.064953:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.064962:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+901:3642:x1847765481694720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11023us (11175us total) trans 4294975635 rc 0/0 00010000:00010000:2.0:1762170989.064971:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.064975:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.064975:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42020 00010000:00010000:2.0:1762170989.064981:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.064985:0:9199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56000/0x96d1ba5869cc00ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6759 expref: 119 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.065004:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481697792:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.065021:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.065027:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e400/0x96d1ba5869cbf4e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5944 expref: 382 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.065032:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.065043:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.065045:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481697664:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.065058:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.065066:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.065068:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.065083:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.065087:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.065091:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.065101:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.065109:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.065132:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.065138:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.065145:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.065153:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.065157:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.065165:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.065178:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.065186:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4042 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.065206:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.065210:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.065217:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.065221:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.065228:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.065239:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.065243:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f000/0x96d1ba5869cbf502 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc596e expref: 381 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.065254:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc403b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.065263:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f000/0x96d1ba5869cbf502 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc596e expref: 381 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.065274:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6660050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+901:3641:x1847765481697536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6838us (6993us total) trans 4294975636 rc 0/0 00010000:00010000:0.0:1762170989.065276:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.065279:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481699840:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.065280:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.065285:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.065286:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+629:3643:x1847765481697408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6939us (7039us total) trans 4294977318 rc 0/0 00000100:00100000:3.0:1762170989.065289:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42026 00000100:00100000:1.0:1762170989.065300:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42025 00000100:00100000:2.0:1762170989.065328:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eaffdc000 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.065331:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.065341:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.065343:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.065350:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.065352:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.065366:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.065370:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb533a680/2, rc 0, transno 4294977318 00000100:00100000:2.0:1762170989.065384:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481697408:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.065394:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.065397:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.065403:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.065412:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.065426:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481699328:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.065453:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.065461:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.065470:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.065484:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.065487:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170989.065495:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4011 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.065498:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481699968:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.065521:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.065524:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.065528:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.065532:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+629:3643:x1847765481694976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11607us (11949us total) trans 4294977319 rc 0/0 00000100:00100000:2.0:1762170989.065533:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.065544:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42019 00000100:00100000:1.0:1762170989.065563:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481699328 00000100:00100000:1.0:1762170989.065568:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481699328 00010000:00010000:3.0:1762170989.065572:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.065592:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.065598:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d6d80/2, rc 0, transno 4294977319 00010000:00010000:3.0:1762170989.065601:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.065607:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481699968 00000100:00100000:2.0:1762170989.065612:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481694976:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.065613:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481699968 00010000:00010000:3.0:1762170989.065623:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.065644:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.065650:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42035 00000100:00100000:2.0:1762170989.065660:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170989.065663:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42036 00000100:00100000:1.0:1762170989.065664:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+901:3640:x1847765481699328:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.065671:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481700096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.065678:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+629:3640:x1847765481699968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.065684:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2214 count 1 00002000:00080000:0.0:1762170989.065697:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1946 count 1 00010000:00010000:1.0:1762170989.065699:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.065729:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.065743:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53000/0x96d1ba5869cc010a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6791 expref: 118 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.065751:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.065753:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.065756:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.065770:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481700096 00000100:00100000:2.0:1762170989.065775:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481700096 00010000:00010000:1.0:1762170989.065779:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53000/0x96d1ba5869cc010a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6791 expref: 118 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.065796:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53000/0x96d1ba5869cc010a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6791 expref: 118 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.065810:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481700224:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.065811:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42037 00000100:00100000:2.0:1762170989.065823:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+631:3643:x1847765481700096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.065836:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1947 count 1 00010000:00010000:2.0:1762170989.065848:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.065861:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ac00/0x96d1ba5869cbf510 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5998 expref: 381 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.065867:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612d80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.065868:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.065873:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.065876:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.065878:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.065905:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998e00/0x96d1ba5869cbf509 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc598a expref: 381 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.065908:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55e00/0x96d1ba5869cc00f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6767 expref: 118 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.065921:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ac00/0x96d1ba5869cbf510 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5998 expref: 381 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.065923:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.065929:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.065934:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.065936:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481698304:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.065939:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ac00/0x96d1ba5869cbf510 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5998 expref: 381 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.065959:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.065963:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481700352:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.065974:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf998e00/0x96d1ba5869cbf509 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc598a expref: 381 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.065977:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.065996:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.065997:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2933f00 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.065999:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf998e00/0x96d1ba5869cbf509 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc598a expref: 381 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.066018:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.066031:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5339f80/2, rc 0, transno 4294975636 00010000:00010000:1.0:1762170989.066037:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.066040:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481700480:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.066045:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5339f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481697536:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.066064:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.066076:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.066094:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.066096:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.066100:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066103:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.066117:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.066121:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.066123:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066128:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.066136:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066140:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.066159:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066163:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.066174:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc3ffc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.066176:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+902:3641:x1847765481698048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7256us (7333us total) trans 4294975637 rc 0/0 00010000:00010000:2.0:1762170989.066184:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4050 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.066196:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42028 00010000:00010000:0.0:1762170989.066212:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.066216:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.066217:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.066219:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.066222:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.066225:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.066237:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481700608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.066264:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170989.066308:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5338a80/2, rc 0, transno 4294975637 00000100:00100000:1.0:1762170989.066308:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481700608 00000100:00100000:1.0:1762170989.066315:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481700608 00000100:00100000:2.0:1762170989.066320:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5338a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481698048:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.066352:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42038 00000100:00100000:1.0:1762170989.066364:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+902:3643:x1847765481700608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.066370:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481700736:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.066379:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2215 count 1 00010000:00010000:1.0:1762170989.066393:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.066404:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.066409:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58e00/0x96d1ba5869cc0111 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc679f expref: 117 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.066416:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.066418:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.066421:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.066434:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481700736 00000100:00100000:2.0:1762170989.066439:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481700736 00010000:00010000:1.0:1762170989.066445:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58e00/0x96d1ba5869cc0111 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc679f expref: 117 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.066456:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58e00/0x96d1ba5869cc0111 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc679f expref: 117 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.066465:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42039 00000100:00100000:1.0:1762170989.066469:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481700864:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.066476:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+903:3640:x1847765481700736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.066490:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2216 count 1 00010000:00010000:2.0:1762170989.066502:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.066506:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.066517:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52a00/0x96d1ba5869cc011f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ad expref: 117 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.066524:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.066527:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.066530:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066550:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52a00/0x96d1ba5869cc011f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ad expref: 117 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.066560:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52a00/0x96d1ba5869cc011f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ad expref: 117 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.066570:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481700992:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.066609:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.066764:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066773:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066782:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066789:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066803:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.066811:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.066816:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066822:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.066825:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066837:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066850:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066857:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc405e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.066878:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.066881:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.066885:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.066929:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e5a680/2, rc 0, transno 4294975633 00000100:00100000:1.0:1762170989.066948:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481698176:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1762170989.066966:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ac9500/2, rc 0, transno 4294975632 00000100:00100000:1.0:1762170989.066973:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481695872:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1762170989.066991:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ac9180/2, rc 0, transno 4294975631 00000100:00100000:2.0:1762170989.067003:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.067005:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481695744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.067016:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481701248:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1762170989.067023:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d5f80/2, rc 0, transno 4294975635 00000100:00100000:1.0:1762170989.067029:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481694720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.067048:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.067127:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481701376:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.067154:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.067185:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481701248 00000100:00100000:2.0:1762170989.067189:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481701248 00000100:00100000:2.0:1762170989.067214:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481701376 00000100:00100000:2.0:1762170989.067217:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481701376 00000100:00100000:2.0:1762170989.067248:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42040 00000100:00100000:1.0:1762170989.067255:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42041 00000100:00100000:2.0:1762170989.067257:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+905:3643:x1847765481701248:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.067269:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+905:3643:x1847765481701376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.067274:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2218 count 1 00002000:00080000:1.0:1762170989.067285:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2219 count 1 00010000:00010000:2.0:1762170989.067286:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.067302:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.067307:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56400/0x96d1ba5869cc0126 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c9 expref: 117 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.067320:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.067323:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59400/0x96d1ba5869cc012d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67d7 expref: 117 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.067324:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.067329:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.067340:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.067344:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.067347:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.067356:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56400/0x96d1ba5869cc0126 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c9 expref: 117 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.067367:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56400/0x96d1ba5869cc0126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c9 expref: 117 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.067375:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59400/0x96d1ba5869cc012d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67d7 expref: 117 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.067380:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481701632:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.067394:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59400/0x96d1ba5869cc012d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67d7 expref: 117 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.067413:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481701760:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.067428:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.067448:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.067449:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481701504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.067478:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.067501:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.067507:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481701120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.067530:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.067554:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481701504 00000100:00100000:1.0:1762170989.067559:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481701504 00000100:00100000:2.0:1762170989.067575:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481701120 00000100:00100000:2.0:1762170989.067592:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481701120 00000100:00100000:1.0:1762170989.067607:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42042 00000100:00100000:1.0:1762170989.067617:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+907:3640:x1847765481701504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.067632:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2220 count 1 00000100:00100000:2.0:1762170989.067633:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42043 00000100:00100000:2.0:1762170989.067644:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+907:3640:x1847765481701120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.067648:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.067663:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2217 count 1 00010000:00010000:1.0:1762170989.067664:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54c00/0x96d1ba5869cc0134 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67e5 expref: 117 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.067674:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.067676:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.067677:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.067680:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.067702:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55400/0x96d1ba5869cc0118 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67bb expref: 117 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.067737:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54c00/0x96d1ba5869cc0134 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67e5 expref: 117 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.067748:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54c00/0x96d1ba5869cc0134 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67e5 expref: 117 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.067760:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481701888:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.067807:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.067810:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.067811:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8133a900 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.067813:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.067838:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55400/0x96d1ba5869cc0118 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67bb expref: 117 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.067848:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55400/0x96d1ba5869cc0118 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67bb expref: 117 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.067858:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481702016:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.067887:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8534a540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.068008:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+632:3643:x1847765481698560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8055us (8153us total) trans 4294977321 rc 0/0 00000100:00100000:2.0:1762170989.068016:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42030 00000004:00080000:2.0:1762170989.068059:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2e58380/2, rc 0, transno 4294977321 00000100:00100000:2.0:1762170989.068068:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481698560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.068120:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481702144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.068154:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.068195:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481702144 00000100:00100000:2.0:1762170989.068200:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481702144 00000100:00100000:2.0:1762170989.068232:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42044 00000100:00100000:2.0:1762170989.068242:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+632:3641:x1847765481702144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.068255:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1948 count 1 00010000:00010000:2.0:1762170989.068268:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.068280:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d400/0x96d1ba5869cbf51e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59a6 expref: 381 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.068286:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.068288:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.068292:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.068314:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d400/0x96d1ba5869cbf51e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59a6 expref: 381 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.068325:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d400/0x96d1ba5869cbf51e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59a6 expref: 381 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.068336:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1462300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481702272:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.068370:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321c00 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.069030:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481699712:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.069054:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.069086:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481699584:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.069109:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.069137:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481699456:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.069156:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.069211:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481700224:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.069230:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.069251:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481700352:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.069271:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.069301:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481699840:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.069318:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.069356:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.069382:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.069408:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489654784 00000100:00100000:1.0:1762170989.069413:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489654784 00000100:00100000:2.0:1762170989.069418:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.069442:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c7a00/0x96d1ba5869cc0a02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec2 expref: 382 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.069443:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489655040 00000100:00100000:3.0:1762170989.069449:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489655040 00000100:00100000:2.0:1762170989.069453:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.069473:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f000/0x96d1ba5869cbf502 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc596e expref: 383 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.069478:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489654656 00000100:00100000:1.0:1762170989.069483:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489654656 00000100:00100000:2.0:1762170989.069488:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.069503:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ce00/0x96d1ba5869cbf4fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc597c expref: 384 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.069507:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489654912 00000100:00100000:3.0:1762170989.069513:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489654912 00000100:00100000:1.0:1762170989.069524:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489655168 00000100:00100000:1.0:1762170989.069528:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489655168 00010000:00010000:3.0:1762170989.069533:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54e00/0x96d1ba5869cc0103 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6783 expref: 119 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.069548:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53000/0x96d1ba5869cc010a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6791 expref: 119 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.069559:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33410 00000100:00100000:0.0:1762170989.069561:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481700480:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.069563:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.069576:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+384:2417:x1847765489654784:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.069577:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489655296 00000100:00100000:1.0:1762170989.069592:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489655296 00010000:00010000:0.0:1762170989.069598:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.069600:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.069610:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c7a00/0x96d1ba5869cc0a02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec2 expref: 385 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.069612:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ac00/0x96d1ba5869cbf510 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5998 expref: 385 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.069635:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c7a00/0x96d1ba5869cc0a02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec2 expref: 385 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.069646:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33411 00000100:00100000:1.0:1762170989.069656:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+385:2417:x1847765489655040:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.069658:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7a00/0x96d1ba5869cc0a02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec2 expref: 385 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.069666:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.069673:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.069678:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.069680:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f000/0x96d1ba5869cbf502 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc596e expref: 384 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.069681:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.069686:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.069699:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f000/0x96d1ba5869cbf502 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc596e expref: 384 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.069701:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.069742:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f000/0x96d1ba5869cbf502 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc596e expref: 384 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.069754:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.069756:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.069760:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.069768:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.069795:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.069804:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.069814:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+383:2417:x1847765489654784:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 245us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.069822:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33410 00010000:00010000:2.0:1762170989.069827:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.069835:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+382:2417:x1847765489655040:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.069836:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489655424 00000100:00100000:3.0:1762170989.069841:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489655424 00010000:00010000:2.0:1762170989.069842:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.069851:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33411 00010000:00010000:3.0:1762170989.069855:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf998e00/0x96d1ba5869cbf509 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc598a expref: 383 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.069857:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.069874:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.069880:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33412 00000100:00100000:3.0:1762170989.069888:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33413 00010000:00010000:2.0:1762170989.069892:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.069893:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+382:2417:x1847765489654656:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.069900:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+119:2417:x1847765489654912:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.069906:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.069909:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.069914:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ce00/0x96d1ba5869cbf4fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc597c expref: 382 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.069916:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54e00/0x96d1ba5869cc0103 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6783 expref: 119 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.069942:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ce00/0x96d1ba5869cbf4fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc597c expref: 382 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.069943:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54e00/0x96d1ba5869cc0103 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6783 expref: 119 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.069973:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ce00/0x96d1ba5869cbf4fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc597c expref: 382 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.069975:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54e00/0x96d1ba5869cc0103 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6783 expref: 119 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.069994:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.069997:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.069998:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.070002:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.070004:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070007:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.070020:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070023:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070051:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.070055:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.070069:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+118:2417:x1847765489654912:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 174us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.070074:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33413 00000100:00100000:1.0:1762170989.070081:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+381:2417:x1847765489654656:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.070089:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33414 00000100:00100000:3.0:1762170989.070094:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+117:2417:x1847765489655168:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.070099:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33412 00010000:00010000:3.0:1762170989.070100:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.070106:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53000/0x96d1ba5869cc010a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6791 expref: 117 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.070113:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53000/0x96d1ba5869cc010a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6791 expref: 117 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.070122:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33415 00010000:00010000:3.0:1762170989.070125:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53000/0x96d1ba5869cc010a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6791 expref: 117 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.070134:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.070135:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+380:2414:x1847765489655296:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.070136:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.070140:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070145:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.070146:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.070156:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ac00/0x96d1ba5869cbf510 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5998 expref: 380 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.070160:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.070170:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ac00/0x96d1ba5869cbf510 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5998 expref: 380 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.070175:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.070176:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+116:2417:x1847765489655168:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 81us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.070191:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33414 00010000:00010000:1.0:1762170989.070197:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ac00/0x96d1ba5869cbf510 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5998 expref: 380 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.070197:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.070206:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33416 00000100:00100000:3.0:1762170989.070216:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+380:2417:x1847765489655424:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.070220:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070224:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.070225:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.070230:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.070233:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf998e00/0x96d1ba5869cbf509 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc598a expref: 379 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.070233:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.070236:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070255:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf998e00/0x96d1ba5869cbf509 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc598a expref: 379 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.070260:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.070267:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.070268:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998e00/0x96d1ba5869cbf509 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc598a expref: 379 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.070278:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.070279:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.070281:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070286:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.070289:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.070300:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.070311:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.070314:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+378:2414:x1847765489655296:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.070319:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+378:2417:x1847765489655424:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 103us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.070333:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33415 00010000:00010000:2.0:1762170989.070335:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.070341:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33416 00010000:00010000:2.0:1762170989.070350:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070358:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070375:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1762170989.070381:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070383:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1762170989.070389:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.070395:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070397:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.070405:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+634:3643:x1847765481699200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5922us (6006us total) trans 4294977323 rc 0/0 00010000:00010000:3.0:1762170989.070406:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.070411:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070424:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.070425:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42033 00010000:00010000:1.0:1762170989.070435:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070441:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070447:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc407a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.070453:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1762170989.070455:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170989.070461:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070464:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.070469:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.070470:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.070475:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070484:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.070485:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+634:3643:x1847765481700096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4661us (4778us total) trans 4294977324 rc 0/0 00010000:00010000:0.0:1762170989.070487:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070492:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.070505:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42037 00010000:00010000:0.0:1762170989.070513:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070514:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070529:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.070533:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4073 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070538:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070541:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070559:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.070560:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.070561:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4088 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.070566:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.070567:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.070572:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.070592:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.070598:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070599:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.070604:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.070608:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.070608:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.070611:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070621:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.070634:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070644:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070645:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc406c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.070651:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070665:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.070676:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.070680:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.070686:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.070688:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.070692:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070700:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.070705:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070737:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070750:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070759:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc408f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070784:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.070789:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070796:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.070800:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070808:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070820:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070827:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4065 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.070849:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.070854:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.070858:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.070865:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+635:3640:x1847765481699968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5190us (5330us total) trans 4294977326 rc 0/0 00010000:00010000:2.0:1762170989.070867:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.070876:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42036 00010000:00010000:0.0:1762170989.070899:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170989.070947:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512e300/2, rc 0, transno 4294977324 00000100:00100000:0.0:1762170989.070962:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481700096:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1762170989.070977:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb5180/2, rc 0, transno 4294977323 00000100:00100000:0.0:1762170989.070983:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481699200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.071047:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481702400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.071070:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481702528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.071082:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.071100:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.071150:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481702400 00000100:00100000:0.0:1762170989.071153:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481702400 00000100:00100000:0.0:1762170989.071177:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481702528 00000100:00100000:0.0:1762170989.071179:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481702528 00000100:00100000:0.0:1762170989.071207:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42045 00000100:00100000:0.0:1762170989.071214:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+636:3642:x1847765481702400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.071227:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1949 count 1 00000100:00100000:2.0:1762170989.071229:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42046 00010000:00010000:0.0:1762170989.071239:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.071243:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+636:3643:x1847765481702528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.071253:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ea00/0x96d1ba5869cbf517 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59b4 expref: 376 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.071259:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.071260:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1762170989.071262:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1950 count 1 00010000:00010000:0.0:1762170989.071263:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.071279:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.071288:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ea00/0x96d1ba5869cbf517 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59b4 expref: 376 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.071294:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf999400/0x96d1ba5869cbf525 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c2 expref: 376 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.071300:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ea00/0x96d1ba5869cbf517 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59b4 expref: 376 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.071308:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.071311:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.071315:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481702656:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.071317:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.071344:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf999400/0x96d1ba5869cbf525 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c2 expref: 376 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.071353:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.071356:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf999400/0x96d1ba5869cbf525 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c2 expref: 376 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.071369:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481702784:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.071376:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+908:3641:x1847765481698944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6917us (7148us total) trans 4294975638 rc 0/0 00000100:00100000:3.0:1762170989.071386:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42031 00000004:00080000:0.0:1762170989.071390:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb533b800/2, rc 0, transno 4294977326 00000100:00100000:0.0:1762170989.071404:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481699968:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.071407:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb5c00/2, rc 0, transno 4294975638 00010000:00010000:3.0:1762170989.071417:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.071422:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481698944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.071434:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.071446:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481702912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.071480:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.071572:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.071575:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481702912 00000100:00100000:2.0:1762170989.071593:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481702912 00000100:00100000:0.0:1762170989.071596:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481703040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.071628:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.071633:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42047 00000100:00100000:2.0:1762170989.071644:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+637:3641:x1847765481702912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.071656:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1951 count 1 00000100:00100000:0.0:1762170989.071657:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481703040 00000100:00100000:0.0:1762170989.071663:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481703040 00010000:00010000:2.0:1762170989.071668:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.071681:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9000/0x96d1ba5869cc08f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db1 expref: 376 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.071688:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.071690:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.071693:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.071699:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42048 00000100:00100000:0.0:1762170989.071736:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+908:3640:x1847765481703040:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.071746:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9000/0x96d1ba5869cc08f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db1 expref: 376 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.071750:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2221 count 1 00010000:00010000:2.0:1762170989.071762:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9000/0x96d1ba5869cc08f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db1 expref: 376 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.071766:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.071777:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481703168:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.071784:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52600/0x96d1ba5869cc013b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67f3 expref: 115 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.071792:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.071795:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.071798:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.071823:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52600/0x96d1ba5869cc013b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67f3 expref: 115 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.071834:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52600/0x96d1ba5869cc013b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67f3 expref: 115 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.071837:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2933f00 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.071850:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481703296:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.071894:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.071946:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+637:3643:x1847765481699072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7331us (7433us total) trans 4294977322 rc 0/0 00000100:00100000:2.0:1762170989.071955:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42034 00000004:00080000:0.0:1762170989.071978:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb4e00/2, rc 0, transno 4294977322 00000100:00100000:0.0:1762170989.071989:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481699072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.072071:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eaffdc000 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.072257:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170989.072266:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481703424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.072299:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.072329:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481703424 00000100:00100000:0.0:1762170989.072332:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481703424 00000100:00100000:0.0:1762170989.072362:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42049 00000100:00100000:0.0:1762170989.072370:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+637:3643:x1847765481703424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.072380:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1952 count 1 00010000:00010000:0.0:1762170989.072390:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.072399:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e600/0x96d1ba5869cbf533 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59de expref: 376 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.072408:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.072409:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.072411:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.072426:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e600/0x96d1ba5869cbf533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59de expref: 376 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.072432:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e600/0x96d1ba5869cbf533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59de expref: 376 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.072439:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481703552:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.072463:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62afe40 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.073616:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+637:3640:x1847765481688320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32355us (32462us total) trans 4294977308 rc 0/0 00000100:00100000:0.0:1762170989.073623:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41991 00000004:00080000:0.0:1762170989.073811:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8755880/2, rc 0, transno 4294977308 00000100:00100000:0.0:1762170989.073824:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481688320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.073893:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481703680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.073925:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.073958:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481703680 00000100:00100000:0.0:1762170989.073962:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481703680 00000100:00100000:0.0:1762170989.073984:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42050 00000100:00100000:0.0:1762170989.073991:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+637:3643:x1847765481703680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.074005:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1953 count 1 00010000:00010000:0.0:1762170989.074019:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.074031:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99cc00/0x96d1ba5869cbf53a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ec expref: 376 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.074038:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.074040:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.074042:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.074064:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99cc00/0x96d1ba5869cbf53a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ec expref: 376 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.074074:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99cc00/0x96d1ba5869cbf53a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ec expref: 376 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.074085:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481703808:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.074130:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.074188:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.074197:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.074205:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.074216:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481701632:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.074222:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.074241:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.074243:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.074280:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481700992:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.074293:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.074298:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.074320:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.074327:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.074339:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.074344:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.074353:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.074370:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.074373:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.074381:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc4081 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.074407:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.074407:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.074412:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.074414:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.074467:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+909:3640:x1847765481699328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8809us (9007us total) trans 4294975639 rc 0/0 00000100:00100000:0.0:1762170989.074476:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42035 00000100:00100000:3.0:1762170989.074489:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.074516:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:0.0:1762170989.074523:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08c9c00/2, rc 0, transno 4294975639 00000100:00100000:0.0:1762170989.074544:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481699328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.074545:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489655552 00000100:00100000:1.0:1762170989.074553:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489655552 00000100:00100000:3.0:1762170989.074589:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489655680 00000100:00100000:3.0:1762170989.074595:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489655680 00010000:00010000:1.0:1762170989.074599:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56400/0x96d1ba5869cc0126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c9 expref: 116 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.074599:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481700864:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.074622:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1462300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481702272:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.074623:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.074631:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489655808 00000100:00100000:1.0:1762170989.074637:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489655808 00010000:00010000:2.0:1762170989.074645:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.074663:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52a00/0x96d1ba5869cc011f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ad expref: 118 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.074670:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1762170989.074682:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58e00/0x96d1ba5869cc0111 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc679f expref: 118 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.074683:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481703936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.074693:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489655936 00000100:00100000:1.0:1762170989.074699:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489655936 00000100:00100000:2.0:1762170989.074741:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.074765:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59400/0x96d1ba5869cc012d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67d7 expref: 119 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.074779:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489656064 00000100:00100000:3.0:1762170989.074784:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489656064 00000100:00100000:1.0:1762170989.074794:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33417 00010000:00010000:3.0:1762170989.074806:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54c00/0x96d1ba5869cc0134 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67e5 expref: 120 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.074814:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+120:2414:x1847765489655552:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.074831:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.074835:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33418 00010000:00010000:1.0:1762170989.074842:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56400/0x96d1ba5869cc0126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c9 expref: 120 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.074847:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+120:2414:x1847765489655808:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.074858:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.074864:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56400/0x96d1ba5869cc0126 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c9 expref: 120 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.074866:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52a00/0x96d1ba5869cc011f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ad expref: 120 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.074870:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481702656:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.074888:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.074892:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52a00/0x96d1ba5869cc011f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ad expref: 120 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.074898:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56400/0x96d1ba5869cc0126 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c9 expref: 120 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.074910:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.074922:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52a00/0x96d1ba5869cc011f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ad expref: 119 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.074923:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.074928:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.074934:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.074941:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.074944:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.074945:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.074951:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481702016:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.074952:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.074970:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.074978:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.074984:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.074995:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.075017:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+118:2414:x1847765489655552:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 211us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.075025:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481703168:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.075026:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+118:2414:x1847765489655808:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.075028:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33417 00000100:00100000:1.0:1762170989.075049:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489656192 00010000:00010000:2.0:1762170989.075051:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.075054:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489656192 00010000:00010000:1.0:1762170989.075071:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d400/0x96d1ba5869cbf51e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59a6 expref: 377 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.075085:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481703936 00000100:00100000:2.0:1762170989.075091:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481703936 00000100:00100000:1.0:1762170989.075095:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33419 00000100:00100000:1.0:1762170989.075105:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+117:2417:x1847765489655680:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.075114:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.075120:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58e00/0x96d1ba5869cc0111 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc679f expref: 117 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.075123:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42051 00000100:00100000:2.0:1762170989.075136:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+909:3641:x1847765481703936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.075145:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58e00/0x96d1ba5869cc0111 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc679f expref: 117 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.075160:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58e00/0x96d1ba5869cc0111 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc679f expref: 117 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.075173:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.075175:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.075178:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.075185:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.075205:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.075223:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33418 00000100:00100000:2.0:1762170989.075225:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.075234:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+116:2417:x1847765489655680:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 129us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.075242:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33419 00000100:00100000:3.0:1762170989.075249:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489656448 00000100:00100000:3.0:1762170989.075254:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489656448 00000100:00100000:1.0:1762170989.075265:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33420 00000100:00100000:1.0:1762170989.075275:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+114:2417:x1847765489655936:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.075284:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.075286:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.075293:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59400/0x96d1ba5869cc012d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67d7 expref: 114 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.075304:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59400/0x96d1ba5869cc012d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67d7 expref: 114 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.075315:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9000/0x96d1ba5869cc08f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db1 expref: 378 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.075318:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.075321:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.075325:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.075335:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.075338:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489656576 00000100:00100000:3.0:1762170989.075344:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489656576 00010000:00010000:1.0:1762170989.075353:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1762170989.075358:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2222 count 1 00010000:00010000:3.0:1762170989.075362:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ea00/0x96d1ba5869cbf517 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59b4 expref: 379 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.075376:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.075384:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33421 00000100:00100000:1.0:1762170989.075391:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+114:2417:x1847765489655936:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 117us (901us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.075395:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57000/0x96d1ba5869cc0142 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6801 expref: 114 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.075405:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.075407:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.075410:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.075435:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33420 00000100:00100000:1.0:1762170989.075459:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33422 00000100:00100000:1.0:1762170989.075469:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+379:2416:x1847765489656192:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.075479:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.075484:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57000/0x96d1ba5869cc0142 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6801 expref: 113 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.075487:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d400/0x96d1ba5869cbf51e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59a6 expref: 379 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.075515:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d400/0x96d1ba5869cbf51e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59a6 expref: 379 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.075519:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57000/0x96d1ba5869cc0142 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6801 expref: 113 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.075528:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+113:2415:x1847765489656064:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.075543:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d400/0x96d1ba5869cbf51e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59a6 expref: 379 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.075544:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8755180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481704064:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.075545:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.075556:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54c00/0x96d1ba5869cc0134 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67e5 expref: 113 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.075564:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.075570:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54c00/0x96d1ba5869cc0134 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67e5 expref: 113 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.075570:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.075574:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.075598:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.075600:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.075604:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.075605:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.075609:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.075624:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.075639:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.075641:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.075665:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+378:2416:x1847765489656192:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.075674:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33422 00000100:00100000:3.0:1762170989.075675:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+113:2415:x1847765489656064:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 238us (1154us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.075686:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33421 00000100:00100000:1.0:1762170989.075692:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489656320 00000100:00100000:1.0:1762170989.075696:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489656320 00000100:00100000:3.0:1762170989.075727:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33423 00010000:00010000:1.0:1762170989.075737:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55400/0x96d1ba5869cc0118 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67bb expref: 113 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.075739:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3be850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+377:2416:x1847765489656448:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.075766:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33424 00000100:00100000:2.0:1762170989.075768:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481703296:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.075777:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+377:2415:x1847765489656576:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.075787:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.075787:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.075793:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ea00/0x96d1ba5869cbf517 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59b4 expref: 377 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.075807:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ea00/0x96d1ba5869cbf517 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59b4 expref: 377 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.075822:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ea00/0x96d1ba5869cbf517 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59b4 expref: 377 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.075827:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481702784:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.075847:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.075850:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.075851:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.075853:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.075862:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.075874:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9000/0x96d1ba5869cc08f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db1 expref: 376 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.075876:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.075900:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9000/0x96d1ba5869cc08f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db1 expref: 376 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.075920:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.075925:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.075936:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.075946:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.075947:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+376:2415:x1847765489656576:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 171us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.075953:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.075965:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.075966:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9000/0x96d1ba5869cc08f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db1 expref: 376 pid: 24348 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.075966:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33424 00000100:00100000:1.0:1762170989.075984:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489656960 00000100:00100000:1.0:1762170989.075989:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489656960 00010000:00010000:3.0:1762170989.075992:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.075995:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.075996:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.076002:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076006:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e600/0x96d1ba5869cbf533 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59de expref: 375 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.076014:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.076027:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.076031:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33425 00010000:00010000:3.0:1762170989.076042:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.076042:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+113:2416:x1847765489656320:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.076053:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.076057:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.076064:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55400/0x96d1ba5869cc0118 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67bb expref: 113 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.076079:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55400/0x96d1ba5869cc0118 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67bb expref: 113 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.076080:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.076099:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.076105:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55400/0x96d1ba5869cc0118 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67bb expref: 113 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.076106:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.076119:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3be850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+375:2416:x1847765489656448:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 380us (896us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.076127:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.076129:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.076132:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.076135:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.076137:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33423 00010000:00010000:1.0:1762170989.076138:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.076154:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+638:3642:x1847765481702400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4937us (5070us total) trans 4294977327 rc 0/0 00010000:00010000:1.0:1762170989.076161:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.076172:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42045 00010000:00010000:2.0:1762170989.076174:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.076178:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489657088 00000100:00100000:3.0:1762170989.076184:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489657088 00010000:00010000:2.0:1762170989.076194:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076195:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.076203:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99cc00/0x96d1ba5869cbf53a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ec expref: 375 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.076206:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc40c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.076216:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481703552:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.076223:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+112:2416:x1847765489656320:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.076235:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33425 00000100:00100000:3.0:1762170989.076237:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489656704 00000100:00100000:3.0:1762170989.076242:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489656704 00010000:00010000:2.0:1762170989.076248:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.076249:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.076253:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.076254:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489656832 00010000:00010000:3.0:1762170989.076257:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52600/0x96d1ba5869cc013b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67f3 expref: 112 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.076257:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.076260:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489656832 00010000:00010000:2.0:1762170989.076272:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076281:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf999400/0x96d1ba5869cbf525 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c2 expref: 376 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.076283:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.076286:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33426 00000100:00100000:0.0:1762170989.076291:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481703808:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.076303:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+376:2414:x1847765489656960:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.076308:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.076311:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076313:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.076319:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33427 00010000:00010000:3.0:1762170989.076323:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e600/0x96d1ba5869cbf533 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59de expref: 376 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.076325:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.076337:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8755f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+376:2415:x1847765489657088:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.076351:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e600/0x96d1ba5869cbf533 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59de expref: 376 pid: 9199 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170989.076353:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a5f80/2, rc 0, transno 4294977327 00010000:00010000:1.0:1762170989.076356:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.076365:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.076366:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99cc00/0x96d1ba5869cbf53a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ec expref: 376 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.076371:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481702400:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.076391:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.076393:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99cc00/0x96d1ba5869cbf53a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ec expref: 376 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.076398:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.076410:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.076412:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99cc00/0x96d1ba5869cbf53a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59ec expref: 376 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.076415:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076429:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e600/0x96d1ba5869cbf533 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59de expref: 376 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.076432:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.076436:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.076441:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.076448:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076458:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.076462:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.076465:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076468:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.076474:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076490:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.076492:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc40d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076495:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.076521:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8755f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+374:2415:x1847765489657088:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 188us (497us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.076528:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.076529:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.076530:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33427 00010000:00010000:0.0:1762170989.076533:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.076538:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.076551:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33428 00000100:00100000:3.0:1762170989.076556:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+373:2414:x1847765489656960:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 257us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.076564:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+112:2417:x1847765489656704:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.076568:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33426 00010000:00010000:1.0:1762170989.076579:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.076595:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076598:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52600/0x96d1ba5869cc013b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67f3 expref: 112 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.076604:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33429 00010000:00010000:0.0:1762170989.076612:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076621:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52600/0x96d1ba5869cc013b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67f3 expref: 112 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.076622:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+372:2417:x1847765489656832:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.076626:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076639:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.076647:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076651:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf999400/0x96d1ba5869cbf525 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c2 expref: 372 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.076657:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52600/0x96d1ba5869cc013b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67f3 expref: 112 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.076673:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.076678:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf999400/0x96d1ba5869cbf525 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c2 expref: 372 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.076681:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.076685:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.076691:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076698:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf999400/0x96d1ba5869cbf525 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59c2 expref: 372 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.076701:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076735:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.076739:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.076743:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076751:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076752:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.076777:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.076781:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+111:2417:x1847765489656704:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 218us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.076791:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33428 00000100:00100000:3.0:1762170989.076807:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+371:2417:x1847765489656832:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.076817:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33429 00000100:00100000:0.0:1762170989.076835:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+639:3643:x1847765481703424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4464us (4532us total) trans 4294977329 rc 0/0 00000100:00100000:0.0:1762170989.076848:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42049 00010000:00010000:3.0:1762170989.076852:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076855:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076873:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076875:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.076885:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b34a80/2, rc 0, transno 4294977329 00010000:00010000:3.0:1762170989.076896:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076898:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.076899:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481703424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.076918:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.076920:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.076948:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1762170989.076951:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170989.076953:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1762170989.076963:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481704320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.076998:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.077034:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077042:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077050:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077057:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077072:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1762170989.077118:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+911:3640:x1847765481700736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10643us (10716us total) trans 4294975640 rc 0/0 00000100:00100000:3.0:1762170989.077128:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42039 00000100:00100000:1.0:1762170989.077147:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+910:3643:x1847765481701248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9890us (10097us total) trans 4294975641 rc 0/0 00000100:00100000:3.0:1762170989.077153:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481704320 00000100:00100000:1.0:1762170989.077157:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42040 00000100:00100000:3.0:1762170989.077159:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481704320 00000100:00100000:1.0:1762170989.077197:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42052 00000100:00100000:1.0:1762170989.077207:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+640:3643:x1847765481704320:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.077213:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+640:3643:x1847765481703680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3220us (3285us total) trans 4294977330 rc 0/0 00010000:00010000:3.0:1762170989.077215:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1762170989.077225:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.077226:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42050 00002000:00080000:1.0:1762170989.077227:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1955 count 1 00010000:00010000:3.0:1762170989.077239:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.077243:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.077248:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077251:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1762170989.077252:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077259:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.077272:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b200/0x96d1ba5869cbf548 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a08 expref: 370 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.077279:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.077280:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.077287:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.077287:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.077293:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.077294:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc40e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.077299:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077303:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077331:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077338:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33800/0x96d1ba5869cc409d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.077341:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170989.077343:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b200/0x96d1ba5869cbf548 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a08 expref: 370 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.077348:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.077366:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.077369:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.077371:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b200/0x96d1ba5869cbf548 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a08 expref: 370 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.077372:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077375:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.077395:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077399:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.077403:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481704448:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.077406:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.077418:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077426:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.077430:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc40a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077444:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.077454:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc40ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.077464:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.077468:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612d80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.077469:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.077474:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.077491:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.077495:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.077499:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.077505:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.077515:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.077524:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.077530:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b35c00/2, rc 0, transno 4294977330 00010000:00010000:1.0:1762170989.077533:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.077542:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481703680:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.077560:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1762170989.077561:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd73100/2, rc 0, transno 4294975641 00010000:00010000:3.0:1762170989.077566:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.077572:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.077576:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481701248:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.077599:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.077604:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.077614:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.077627:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.077637:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc40c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.077666:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.077670:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.077673:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.077678:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481704576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.078149:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+640:3641:x1847765481702144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9907us (9992us total) trans 4294977331 rc 0/0 00000100:00100000:0.0:1762170989.078150:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.078163:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42044 00000100:00100000:1.0:1762170989.078184:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481704576 00000100:00100000:1.0:1762170989.078189:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481704576 00000100:00100000:1.0:1762170989.078227:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42053 00000100:00100000:1.0:1762170989.078237:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+640:3643:x1847765481704576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.078251:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1956 count 1 00010000:00010000:1.0:1762170989.078264:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.078277:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fa00/0x96d1ba5869cbf54f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a16 expref: 370 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.078290:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.078293:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.078296:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.078320:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fa00/0x96d1ba5869cbf54f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a16 expref: 370 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.078333:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fa00/0x96d1ba5869cbf54f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a16 expref: 370 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.078344:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481704832:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.078400:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.078444:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54c00/0x96d1ba5869cc0134 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67e5 expref: 110 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.078461:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481701888:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.078487:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.078496:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.078503:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.078516:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.078525:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.078549:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.078562:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.078568:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.078576:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.078591:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.078600:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.078615:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.078623:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc40b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.078658:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.078660:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.078664:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.078738:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+910:3640:x1847765481701504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11122us (11257us total) trans 4294975642 rc 0/0 00010000:00010000:2.0:1762170989.078741:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.078750:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42042 00010000:00010000:2.0:1762170989.078760:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.078771:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.078780:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.078788:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.078804:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.078915:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59400/0x96d1ba5869cc012d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67d7 expref: 109 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.078933:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481701760:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.078958:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.078968:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.078975:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.078978:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+910:3640:x1847765481703040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7267us (7348us total) trans 4294975643 rc 0/0 00010000:00010000:1.0:1762170989.078991:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.078996:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42048 00010000:00010000:1.0:1762170989.079009:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.079030:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.079036:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.079036:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.079043:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.079048:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.079055:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.079063:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.079064:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079068:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.079083:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.079085:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.079111:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.079113:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.079124:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc40dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079137:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.079145:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.079147:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.079150:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.079153:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+910:3643:x1847765481701376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11885us (11996us total) trans 4294975644 rc 0/0 00010000:00010000:3.0:1762170989.079155:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.079165:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.079172:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42041 00010000:00010000:0.0:1762170989.079172:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079177:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.079192:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079200:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.079204:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.079206:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079216:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449000/0x96d1ba5869cc40ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.079226:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+641:3643:x1847765481702528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7986us (8126us total) trans 4294977332 rc 0/0 00010000:00010000:0.0:1762170989.079229:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc40ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.079232:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.079247:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42046 00010000:00010000:3.0:1762170989.079258:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.079258:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079263:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.079268:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.079269:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.079270:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.079273:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.079276:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.079278:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.079293:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.079297:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.079301:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:0.0:1762170989.079306:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a4e00/2, rc 0, transno 4294977332 00010000:00010000:2.0:1762170989.079310:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079311:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.079319:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481702528:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.079335:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00000004:00080000:0.0:1762170989.079337:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd76300/2, rc 0, transno 4294975644 00010000:00010000:2.0:1762170989.079338:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079341:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.079350:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481701376:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.079359:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079363:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079381:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.079382:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.079394:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4096 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079414:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.079419:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.079424:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+910:3643:x1847765481700608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13061us (13156us total) trans 4294975645 rc 0/0 00010000:00010000:3.0:1762170989.079432:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00000004:00080000:0.0:1762170989.079433:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd71500/2, rc 0, transno 4294975645 00010000:00010000:3.0:1762170989.079438:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.079439:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42038 00000100:00100000:0.0:1762170989.079445:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481700608:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.079456:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.079457:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170989.079469:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481705088:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.079471:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079480:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc40b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.079497:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.079501:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.079503:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.079509:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+910:3640:x1847765481701120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11864us (11975us total) trans 4294975646 rc 0/0 00000100:00100000:0.0:1762170989.079510:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.079521:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42043 00000100:00100000:2.0:1762170989.079538:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481705088 00000100:00100000:2.0:1762170989.079542:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481705088 00000100:00100000:2.0:1762170989.079578:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42054 00000100:00100000:0.0:1762170989.079600:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481705216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.079602:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+641:3643:x1847765481705088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.079621:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1957 count 1 00010000:00010000:2.0:1762170989.079636:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.079636:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.079655:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d600/0x96d1ba5869cbf556 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a24 expref: 370 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.079664:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.079666:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.079669:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.079674:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481705216 00000100:00100000:1.0:1762170989.079680:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481705216 00010000:00010000:2.0:1762170989.079695:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d600/0x96d1ba5869cbf556 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a24 expref: 370 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.079740:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d600/0x96d1ba5869cbf556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a24 expref: 370 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.079740:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42055 00000100:00100000:2.0:1762170989.079756:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481705344:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.079774:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+910:3643:x1847765481705216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.079791:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2225 count 1 00000100:00100000:2.0:1762170989.079804:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8534a540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.079805:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.079818:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.079819:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53a00/0x96d1ba5869cc0157 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc682b expref: 108 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.079828:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.079830:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.079832:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481704192:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.079835:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.079862:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53a00/0x96d1ba5869cc0157 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc682b expref: 108 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.079874:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.079874:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53a00/0x96d1ba5869cc0157 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc682b expref: 108 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.079890:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481705472:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.079900:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481704960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.079924:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8133a900 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.079931:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170989.079960:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bd500/2, rc 0, transno 4294977331 00000100:00100000:2.0:1762170989.079971:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481702144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.079984:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.079991:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481704704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.080022:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481704192 00000100:00100000:2.0:1762170989.080026:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.080028:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481704192 00000100:00100000:1.0:1762170989.080069:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481704960 00000100:00100000:1.0:1762170989.080073:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481704960 00000100:00100000:0.0:1762170989.080074:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481704704 00000100:00100000:0.0:1762170989.080082:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481704704 00010000:00010000:2.0:1762170989.080090:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.080106:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42056 00000100:00100000:2.0:1762170989.080115:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42057 00000100:00100000:1.0:1762170989.080120:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+642:3641:x1847765481704192:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.080125:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42058 00000100:00100000:2.0:1762170989.080129:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+912:3641:x1847765481704960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.080139:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+912:3641:x1847765481704704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.080140:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1954 count 1 00002000:00080000:2.0:1762170989.080146:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2224 count 1 00010000:00010000:1.0:1762170989.080157:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.080157:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2223 count 1 00010000:00010000:2.0:1762170989.080160:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.080173:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.080185:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998c00/0x96d1ba5869cbf541 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59fa expref: 370 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.080189:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55600/0x96d1ba5869cc0150 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc681d expref: 108 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.080195:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58c00/0x96d1ba5869cc0149 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc680f expref: 108 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.080203:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.080207:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.080213:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.080214:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.080216:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.080217:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.080220:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.080223:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.080226:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.080252:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf998c00/0x96d1ba5869cbf541 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59fa expref: 370 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.080264:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf998c00/0x96d1ba5869cbf541 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59fa expref: 370 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.080267:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55600/0x96d1ba5869cc0150 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc681d expref: 108 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.080268:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58c00/0x96d1ba5869cc0149 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc680f expref: 108 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.080292:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481705728:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.080299:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58c00/0x96d1ba5869cc0149 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc680f expref: 108 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.080301:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55600/0x96d1ba5869cc0150 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc681d expref: 108 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.080325:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481705984:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.080328:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481705856:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.080334:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.080364:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.080370:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.080391:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.080399:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481705600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.080435:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.080459:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481705600 00000100:00100000:0.0:1762170989.080464:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481705600 00000100:00100000:0.0:1762170989.080493:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42059 00000100:00100000:0.0:1762170989.080502:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+643:3641:x1847765481705600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.080516:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1958 count 1 00010000:00010000:0.0:1762170989.080535:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.080548:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc400/0x96d1ba5869cbf55d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a32 expref: 370 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.080555:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.080557:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.080560:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.080597:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc400/0x96d1ba5869cbf55d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a32 expref: 370 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.080609:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc400/0x96d1ba5869cbf55d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a32 expref: 370 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.080621:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481706112:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.080664:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00000004:00080000:0.0:1762170989.082117:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8dde680/2, rc 0, transno 4294975643 00000100:00100000:0.0:1762170989.082134:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481703040:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170989.082157:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd72680/2, rc 0, transno 4294975646 00000100:00100000:0.0:1762170989.082162:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481701120:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170989.082177:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd76a00/2, rc 0, transno 4294975642 00000100:00100000:0.0:1762170989.082182:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481701504:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170989.082197:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd70700/2, rc 0, transno 4294975640 00000100:00100000:0.0:1762170989.082202:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481700736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.082276:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481706240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.082325:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.082337:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481706496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.082365:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.082376:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481706624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.082377:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.082410:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.082418:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.082421:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481706368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.082460:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.082475:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481706240 00000100:00100000:2.0:1762170989.082481:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481706240 00000100:00100000:3.0:1762170989.082488:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481706496 00000100:00100000:3.0:1762170989.082496:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481706496 00000100:00100000:0.0:1762170989.082504:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481706624 00000100:00100000:0.0:1762170989.082508:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481706624 00000100:00100000:2.0:1762170989.082521:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481706368 00000100:00100000:2.0:1762170989.082526:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481706368 00000100:00100000:3.0:1762170989.082539:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42060 00000100:00100000:0.0:1762170989.082546:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42061 00000100:00100000:3.0:1762170989.082552:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+916:3641:x1847765481706240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.082557:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+916:3643:x1847765481706496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.082564:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42062 00002000:00080000:0.0:1762170989.082573:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2228 count 1 00002000:00080000:3.0:1762170989.082574:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2226 count 1 00000100:00100000:2.0:1762170989.082578:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+916:3641:x1847765481706624:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.082603:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.082604:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.082606:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2229 count 1 00010000:00010000:2.0:1762170989.082623:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.082635:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55200/0x96d1ba5869cc016c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6855 expref: 108 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.082636:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56a00/0x96d1ba5869cc015e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6839 expref: 108 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.082642:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59200/0x96d1ba5869cc0173 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6863 expref: 108 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.082656:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.082660:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.082661:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.082664:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.082664:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.082665:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.082668:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.082671:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.082674:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.082691:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55200/0x96d1ba5869cc016c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6855 expref: 108 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.082733:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55200/0x96d1ba5869cc016c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6855 expref: 108 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.082745:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59200/0x96d1ba5869cc0173 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6863 expref: 108 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.082749:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481706752:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.082750:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56a00/0x96d1ba5869cc015e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6839 expref: 108 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.082770:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59200/0x96d1ba5869cc0173 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6863 expref: 108 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.082773:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56a00/0x96d1ba5869cc015e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6839 expref: 108 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.082777:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481704448:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.082796:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2180 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.082802:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481707008:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.082808:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.082809:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481706880:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.082817:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42063 00000100:00100000:0.0:1762170989.082826:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+916:3643:x1847765481706368:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.082834:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321e40 going to sleep for 11 seconds 00002000:00080000:0.0:1762170989.082839:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2227 count 1 00000100:00100000:2.0:1762170989.082848:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.082849:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.082853:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481704832:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.082865:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59600/0x96d1ba5869cc0165 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6847 expref: 108 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.082870:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.082872:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.082875:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.082876:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.082893:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59600/0x96d1ba5869cc0165 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6847 expref: 108 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.082901:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59600/0x96d1ba5869cc0165 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6847 expref: 108 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.082910:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481707136:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.082935:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2300 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.083055:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2933f00 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.085010:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+643:3643:x1847765481693312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31423us (31599us total) trans 4294977320 rc 0/0 00000100:00100000:0.0:1762170989.085020:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42016 00000004:00080000:0.0:1762170989.085190:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8763480/2, rc 0, transno 4294977320 00000100:00100000:0.0:1762170989.085205:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8763480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481693312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.085265:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.085290:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481707264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.085323:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489657344 00000100:00100000:0.0:1762170989.085329:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489657344 00000100:00100000:2.0:1762170989.085334:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.085341:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.085360:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fa00/0x96d1ba5869cbf54f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a16 expref: 371 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.085391:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489657216 00000100:00100000:0.0:1762170989.085395:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489657216 00010000:00010000:0.0:1762170989.085411:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b200/0x96d1ba5869cbf548 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a08 expref: 372 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.085415:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481705344:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.085419:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.085444:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489657472 00010000:00010000:2.0:1762170989.085445:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.085448:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489657472 00010000:00010000:0.0:1762170989.085465:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d600/0x96d1ba5869cbf556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a24 expref: 373 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.085477:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33430 00000100:00100000:3.0:1762170989.085490:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+373:2416:x1847765489657344:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.085500:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33431 00010000:00010000:3.0:1762170989.085503:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.085513:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fa00/0x96d1ba5869cbf54f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a16 expref: 373 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.085514:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+373:2417:x1847765489657216:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.085528:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.085533:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fa00/0x96d1ba5869cbf54f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a16 expref: 373 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.085533:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33432 00010000:00010000:0.0:1762170989.085538:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b200/0x96d1ba5869cbf548 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a08 expref: 373 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.085550:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+373:2416:x1847765489657472:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.085566:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.085566:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b200/0x96d1ba5869cbf548 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a08 expref: 373 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.085571:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fa00/0x96d1ba5869cbf54f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a16 expref: 373 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.085576:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d600/0x96d1ba5869cbf556 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a24 expref: 373 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.085611:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.085614:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.085619:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085620:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99b200/0x96d1ba5869cbf548 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a08 expref: 372 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.085626:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d600/0x96d1ba5869cbf556 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a24 expref: 372 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.085648:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.085651:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.085657:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.085658:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.085663:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d600/0x96d1ba5869cbf556 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a24 expref: 371 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.085678:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.085691:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.085695:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.085699:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.085703:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.085731:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.085739:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.085763:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.085768:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.085776:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+370:2416:x1847765489657344:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 286us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.085776:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+370:2417:x1847765489657216:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 262us (434us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.085786:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.085791:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+370:2416:x1847765489657472:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 244us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.085795:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33431 00000100:00100000:3.0:1762170989.085806:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33430 00010000:00010000:2.0:1762170989.085810:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.085816:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33432 00000100:00100000:0.0:1762170989.085822:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481707264 00010000:00010000:2.0:1762170989.085826:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.085827:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481707264 00010000:00010000:2.0:1762170989.085854:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.085857:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085867:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.085868:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085875:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.085880:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085884:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.085891:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.085894:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085901:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.085914:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.085916:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085922:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4106 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085941:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.085944:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085949:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.085952:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085957:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.085962:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481707008:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.085965:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085972:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc40f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.085984:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.085987:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.085990:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.085994:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.086007:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42064 00010000:00010000:3.0:1762170989.086013:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.086018:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+645:3641:x1847765481707264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.086041:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1959 count 1 00010000:00010000:0.0:1762170989.086054:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.086064:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea000/0x96d1ba5869cc0b4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc700b expref: 367 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.086069:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.086071:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1762170989.086076:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+645:3643:x1847765481705088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6475us (6565us total) trans 4294977333 rc 0/0 00010000:00010000:0.0:1762170989.086076:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.086084:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+645:3643:x1847765481704320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8877us (9084us total) trans 4294977334 rc 0/0 00000100:00100000:1.0:1762170989.086102:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42052 00010000:00010000:0.0:1762170989.086108:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea000/0x96d1ba5869cc0b4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc700b expref: 367 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.086112:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42054 00010000:00010000:0.0:1762170989.086126:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea000/0x96d1ba5869cc0b4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc700b expref: 367 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.086131:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.086142:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481707392:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.086144:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.086155:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.086160:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481706880:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.086170:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.086185:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.086189:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.086193:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eaffdc000 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.086212:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.086218:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.086226:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.086230:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.086238:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.086241:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481705472:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.086259:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.086267:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc40ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.086271:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.086292:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.086296:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.086300:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.086314:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+644:3643:x1847765481704576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8078us (8166us total) trans 4294977335 rc 0/0 00000100:00100000:0.0:1762170989.086325:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481705728:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.086326:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42053 00000004:00080000:2.0:1762170989.086331:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512d500/2, rc 0, transno 4294977333 00000100:00100000:2.0:1762170989.086345:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481705088:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.086346:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.086361:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b36300/2, rc 0, transno 4294977335 00000100:00100000:2.0:1762170989.086367:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481704576:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.086379:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b34e00/2, rc 0, transno 4294977334 00000100:00100000:2.0:1762170989.086384:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481704320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.086464:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.086473:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481707776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.086516:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.086569:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481707648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.086611:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.086643:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.086643:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481707776 00000100:00100000:1.0:1762170989.086651:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481707776 00000100:00100000:2.0:1762170989.086656:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481707520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.086689:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.086689:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481707648 00000100:00100000:1.0:1762170989.086694:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481707648 00000100:00100000:1.0:1762170989.086755:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481707520 00000100:00100000:1.0:1762170989.086759:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481707520 00000100:00100000:1.0:1762170989.086790:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42065 00000100:00100000:1.0:1762170989.086800:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+646:3641:x1847765481707776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.086814:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1962 count 1 00010000:00010000:1.0:1762170989.086830:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.086842:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd200/0x96d1ba5869cbf579 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a6a expref: 367 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.086849:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.086851:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.086855:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.086877:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd200/0x96d1ba5869cbf579 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a6a expref: 367 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.086893:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd200/0x96d1ba5869cbf579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a6a expref: 367 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.086905:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481707904:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.086967:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612d80 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.086997:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42066 00000100:00100000:1.0:1762170989.087007:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+646:3643:x1847765481707648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.087021:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1961 count 1 00010000:00010000:1.0:1762170989.087033:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.087045:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d200/0x96d1ba5869cbf572 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a5c expref: 367 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.087052:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.087054:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.087058:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.087081:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d200/0x96d1ba5869cbf572 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a5c expref: 367 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.087090:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d200/0x96d1ba5869cbf572 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a5c expref: 367 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.087106:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481708032:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.087135:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.087157:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42067 00000100:00100000:1.0:1762170989.087165:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+646:3643:x1847765481707520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.087180:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1960 count 1 00010000:00010000:1.0:1762170989.087191:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.087203:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f800/0x96d1ba5869cbf56b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a4e expref: 367 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.087209:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.087211:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.087214:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.087239:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f800/0x96d1ba5869cbf56b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a4e expref: 367 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.087248:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f800/0x96d1ba5869cbf56b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a4e expref: 367 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.087258:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481708160:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.087292:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d510c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.087462:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481705984:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.087480:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.087553:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481706112:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.087561:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.087575:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.087608:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.087619:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481705856:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.087639:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489657600 00000100:00100000:1.0:1762170989.087645:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489657600 00010000:00010000:3.0:1762170989.087646:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.087672:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53a00/0x96d1ba5869cc0157 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc682b expref: 109 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.087704:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489657856 00000100:00100000:1.0:1762170989.087724:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489657856 00010000:00010000:1.0:1762170989.087740:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf998c00/0x96d1ba5869cbf541 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59fa expref: 368 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.087747:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33433 00000100:00100000:3.0:1762170989.087762:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+109:2416:x1847765489657600:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.087773:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33434 00010000:00010000:3.0:1762170989.087775:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.087783:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53a00/0x96d1ba5869cc0157 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc682b expref: 109 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.087789:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+368:2416:x1847765489657856:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.087806:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53a00/0x96d1ba5869cc0157 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc682b expref: 109 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.087807:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.087816:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf998c00/0x96d1ba5869cbf541 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59fa expref: 368 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.087840:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf998c00/0x96d1ba5869cbf541 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59fa expref: 368 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.087848:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53a00/0x96d1ba5869cc0157 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc682b expref: 109 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.087861:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998c00/0x96d1ba5869cbf541 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc59fa expref: 368 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.087864:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.087868:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.087874:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.087879:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.087886:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.087888:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.087893:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.087910:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.087934:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.087967:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+367:2416:x1847765489657856:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 183us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.087975:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33434 00010000:00010000:3.0:1762170989.087987:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.088013:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+108:2416:x1847765489657600:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 253us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.088022:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33433 00000100:00100000:1.0:1762170989.088031:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.088045:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489657728 00000100:00100000:3.0:1762170989.088050:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489657728 00010000:00010000:3.0:1762170989.088073:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56a00/0x96d1ba5869cc015e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6839 expref: 108 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.088090:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.088101:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489658240 00000100:00100000:3.0:1762170989.088107:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489658240 00010000:00010000:3.0:1762170989.088126:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55600/0x96d1ba5869cc0150 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc681d expref: 109 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.088151:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33435 00000100:00100000:1.0:1762170989.088195:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.088239:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+109:2417:x1847765489657728:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.088242:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+646:3641:x1847765481698816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23770us (23930us total) trans 4294977325 rc 0/0 00010000:00010000:3.0:1762170989.088250:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.088254:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42032 00010000:00010000:3.0:1762170989.088258:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56a00/0x96d1ba5869cc015e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6839 expref: 109 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.088286:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.088300:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56a00/0x96d1ba5869cc015e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6839 expref: 109 pid: 24348 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.088302:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb5500/2, rc 0, transno 4294977325 00000100:00100000:1.0:1762170989.088314:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.088317:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481698816:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.088321:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56a00/0x96d1ba5869cc015e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6839 expref: 109 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.088333:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.088337:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.088341:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.088341:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.088348:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.088364:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.088368:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.088389:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481708288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.088393:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+108:2417:x1847765489657728:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 232us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.088402:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.088409:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33435 00000100:00100000:2.0:1762170989.088424:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.088428:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489657984 00000100:00100000:3.0:1762170989.088432:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489657984 00010000:00010000:3.0:1762170989.088450:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59200/0x96d1ba5869cc0173 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6863 expref: 108 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.088468:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489658112 00000100:00100000:3.0:1762170989.088472:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489658112 00000100:00100000:2.0:1762170989.088481:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8755180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481704064:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.088489:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58c00/0x96d1ba5869cc0149 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc680f expref: 109 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.088506:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.088508:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489658368 00000100:00100000:3.0:1762170989.088513:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489658368 00000100:00100000:2.0:1762170989.088531:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481708288 00000100:00100000:1.0:1762170989.088538:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.088544:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481708288 00000100:00100000:1.0:1762170989.088564:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489658496 00000100:00100000:1.0:1762170989.088569:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489658496 00010000:00010000:3.0:1762170989.088578:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc400/0x96d1ba5869cbf55d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a32 expref: 367 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.088579:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42068 00010000:00010000:1.0:1762170989.088610:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55200/0x96d1ba5869cc016c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6855 expref: 110 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.088612:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+646:3641:x1847765481708288:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.088618:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489658752 00000100:00100000:3.0:1762170989.088627:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489658752 00002000:00080000:2.0:1762170989.088641:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1963 count 1 00000100:00100000:1.0:1762170989.088644:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489658624 00000100:00100000:1.0:1762170989.088650:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489658624 00010000:00010000:3.0:1762170989.088653:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57000/0x96d1ba5869cc0142 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6801 expref: 111 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.088657:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.088668:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59600/0x96d1ba5869cc0165 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6847 expref: 112 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.088678:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489658880 00010000:00010000:2.0:1762170989.088678:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf999200/0x96d1ba5869cbf580 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a78 expref: 367 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.088684:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489658880 00010000:00010000:2.0:1762170989.088691:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.088692:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33436 00010000:00010000:2.0:1762170989.088694:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.088699:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.088703:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea000/0x96d1ba5869cc0b4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc700b expref: 368 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.088727:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+112:2416:x1847765489658240:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.088747:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf999200/0x96d1ba5869cbf580 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a78 expref: 368 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.088747:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.088755:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33437 00010000:00010000:1.0:1762170989.088757:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55600/0x96d1ba5869cc0150 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc681d expref: 112 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.088770:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+112:2417:x1847765489657984:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.088771:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf999200/0x96d1ba5869cbf580 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a78 expref: 368 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.088779:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55600/0x96d1ba5869cc0150 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc681d expref: 112 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.088783:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.088794:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59200/0x96d1ba5869cc0173 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6863 expref: 112 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.088794:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481708416:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.088805:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55600/0x96d1ba5869cc0150 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc681d expref: 112 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.088814:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59200/0x96d1ba5869cc0173 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6863 expref: 112 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.088822:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.088828:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.088833:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.088841:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8534a540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.088842:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.088867:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.088873:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.088878:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59200/0x96d1ba5869cc0173 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6863 expref: 111 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.088893:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+111:2416:x1847765489658240:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 188us (802us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.088894:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.088900:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.088903:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.088910:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.088911:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33436 00010000:00010000:3.0:1762170989.088932:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.088932:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.088937:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33438 00000100:00100000:0.0:1762170989.088939:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481706752:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.088953:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+109:2414:x1847765489658112:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.088959:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.088965:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.088965:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.088971:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.088975:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58c00/0x96d1ba5869cc0149 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc680f expref: 109 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.088976:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.088991:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58c00/0x96d1ba5869cc0149 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc680f expref: 109 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.088996:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+109:2417:x1847765489657984:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 228us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.089002:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481707136:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.089019:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58c00/0x96d1ba5869cc0149 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc680f expref: 109 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.089023:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.089032:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.089036:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.089040:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.089047:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.089069:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.089089:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33437 00000100:00100000:1.0:1762170989.089094:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+108:2414:x1847765489658112:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 143us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.089101:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33439 00000100:00100000:1.0:1762170989.089110:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33438 00000100:00100000:0.0:1762170989.089116:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+368:2414:x1847765489658368:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.089127:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.089134:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc400/0x96d1ba5869cbf55d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a32 expref: 368 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.089139:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33440 00000100:00100000:3.0:1762170989.089151:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33441 00000100:00100000:1.0:1762170989.089156:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+106:2417:x1847765489658496:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.089164:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+917:3641:x1847765481706240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6615us (6840us total) trans 4294975647 rc 0/0 00000100:00100000:3.0:1762170989.089167:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+106:2416:x1847765489658752:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.089170:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc400/0x96d1ba5869cbf55d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a32 expref: 368 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.089171:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.089182:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55200/0x96d1ba5869cc016c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6855 expref: 106 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.089183:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42060 00010000:00010000:3.0:1762170989.089185:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.089195:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57000/0x96d1ba5869cc0142 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6801 expref: 106 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.089203:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc400/0x96d1ba5869cbf55d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a32 expref: 368 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.089220:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33442 00010000:00010000:1.0:1762170989.089224:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55200/0x96d1ba5869cc016c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6855 expref: 106 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.089228:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57000/0x96d1ba5869cc0142 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6801 expref: 106 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.089232:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.089237:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+106:2417:x1847765489658624:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.089237:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.089244:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089252:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.089254:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55200/0x96d1ba5869cc016c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6855 expref: 106 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.089262:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59600/0x96d1ba5869cc0165 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6847 expref: 106 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.089264:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.089265:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57000/0x96d1ba5869cc0142 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6801 expref: 106 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.089282:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.089287:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.089292:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089294:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59600/0x96d1ba5869cc0165 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6847 expref: 104 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.089295:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.089299:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.089302:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.089306:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.089314:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089325:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59600/0x96d1ba5869cc0165 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6847 expref: 104 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.089330:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+367:2414:x1847765489658368:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 217us (1017us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.089336:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.089345:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33439 00010000:00010000:2.0:1762170989.089346:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.089350:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.089353:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.089366:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+103:2417:x1847765489658496:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 213us (1025us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.089367:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.089368:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33443 00010000:00010000:3.0:1762170989.089378:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.089384:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+366:2416:x1847765489658880:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.089388:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33440 00010000:00010000:0.0:1762170989.089400:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.089406:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.089408:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea000/0x96d1ba5869cc0b4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc700b expref: 366 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.089414:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.089422:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea000/0x96d1ba5869cc0b4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc700b expref: 366 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.089433:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+102:2417:x1847765489658624:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 199us (1033us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.089440:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.089441:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33442 00010000:00010000:0.0:1762170989.089446:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.089447:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+102:2416:x1847765489658752:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 282us (1078us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.089451:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.089459:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33441 00010000:00010000:0.0:1762170989.089466:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089468:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.089478:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089487:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.089488:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.089491:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089496:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.089496:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.089514:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.089514:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+366:2416:x1847765489658880:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 131us (980us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.089518:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.089528:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33443 00000100:00100000:1.0:1762170989.089536:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.089542:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.089548:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489659008 00010000:00010000:2.0:1762170989.089549:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.089552:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.089552:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489659008 00010000:00010000:2.0:1762170989.089568:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4137 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.089570:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd200/0x96d1ba5869cbf579 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a6a expref: 366 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.089592:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.089610:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.089615:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.089615:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.089625:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.089627:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089630:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.089646:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089649:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.089664:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089669:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089691:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc413e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.089692:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.089734:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481708032:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.089754:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.089756:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.089757:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089764:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089775:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.089779:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.089787:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489659136 00010000:00010000:2.0:1762170989.089788:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.089793:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489659136 00010000:00010000:2.0:1762170989.089805:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.089816:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d200/0x96d1ba5869cbf572 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a5c expref: 367 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.089820:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4145 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089854:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.089854:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33444 00010000:00010000:2.0:1762170989.089859:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.089864:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.089868:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+367:2417:x1847765489659008:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.089878:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.089882:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33445 00010000:00010000:1.0:1762170989.089884:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd200/0x96d1ba5869cbf579 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a6a expref: 367 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.089897:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+367:2417:x1847765489659136:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.089899:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+918:3641:x1847765481706624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7325us (7481us total) trans 4294975648 rc 0/0 00010000:00010000:1.0:1762170989.089901:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd200/0x96d1ba5869cbf579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a6a expref: 367 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.089913:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.089914:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+918:3643:x1847765481706368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7086us (7452us total) trans 4294975649 rc 0/0 00000100:00100000:3.0:1762170989.089920:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42062 00010000:00010000:2.0:1762170989.089924:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d200/0x96d1ba5869cbf572 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a5c expref: 367 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.089930:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.089933:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42063 00010000:00010000:1.0:1762170989.089934:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.089941:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.089947:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d200/0x96d1ba5869cbf572 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a5c expref: 367 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.089953:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.089954:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.089973:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.089974:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d200/0x96d1ba5869cbf572 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a5c expref: 367 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.089975:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.089984:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.089998:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+367:2417:x1847765489659008:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 133us (504us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.090001:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090003:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.090004:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090008:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.090015:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.090018:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33444 00010000:00010000:3.0:1762170989.090027:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090032:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090039:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.090051:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090056:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.090068:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481708160:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.090087:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.090092:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090092:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.090096:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.090121:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+365:2417:x1847765489659136:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 227us (588us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.090122:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.090139:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33445 00010000:00010000:1.0:1762170989.090139:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.090151:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.090159:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090164:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.090171:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.090175:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.090184:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.090189:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090198:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090211:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090219:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc411b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.090232:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+918:3641:x1847765481704960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10105us (10300us total) trans 4294975650 rc 0/0 00000100:00100000:3.0:1762170989.090242:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42057 00010000:00010000:2.0:1762170989.090246:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1762170989.090248:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+918:3643:x1847765481706496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7695us (7873us total) trans 4294975651 rc 0/0 00010000:00010000:2.0:1762170989.090252:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.090257:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42061 00010000:00010000:2.0:1762170989.090267:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.090272:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090278:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090281:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.090287:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090293:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090298:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.090304:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090307:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4130 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090311:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.090323:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+647:3643:x1847765481707648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3317us (3710us total) trans 4294977336 rc 0/0 00010000:00010000:0.0:1762170989.090331:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090333:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.090335:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42066 00010000:00010000:2.0:1762170989.090337:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.090341:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.090344:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc415a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090351:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.090362:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.090366:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.090369:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.090382:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd74e00/2, rc 0, transno 4294975648 00010000:00010000:0.0:1762170989.090389:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090396:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.090398:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481706624:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.090403:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090409:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.090416:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bed80/2, rc 0, transno 4294975647 00010000:00010000:0.0:1762170989.090421:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.090422:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481706240:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.090437:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512fb80/2, rc 0, transno 4294975650 00000100:00100000:2.0:1762170989.090443:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481704960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.090474:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.090536:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+647:3641:x1847765481705600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10034us (10100us total) trans 4294977337 rc 0/0 00000100:00100000:0.0:1762170989.090545:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42059 00010000:00010000:1.0:1762170989.090546:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fd200/0x96d1ba5869cbf579 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a6a expref: 364 pid: 20306 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.090556:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f7b800/2, rc 0, transno 4294977337 00000100:00100000:1.0:1762170989.090562:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481707904:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.090569:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481705600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.090570:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.090579:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.090593:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.090595:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.090596:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.090611:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481708800:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.090615:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090615:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090640:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.090641:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.090642:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.090654:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.090670:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.090671:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090674:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.090675:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.090690:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.090693:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090739:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.090741:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.090741:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.090745:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.090764:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4129 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090765:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.090771:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090781:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090793:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090802:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4122 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.090809:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+917:3641:x1847765481704704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10672us (10784us total) trans 4294975652 rc 0/0 00000100:00100000:0.0:1762170989.090815:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42058 00010000:00010000:2.0:1762170989.090829:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.090832:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481708800 00010000:00010000:2.0:1762170989.090834:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.090836:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481708800 00010000:00010000:2.0:1762170989.090844:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.090851:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.090859:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42069 00010000:00010000:2.0:1762170989.090861:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.090867:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.090869:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+917:3641:x1847765481708800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.090872:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.090877:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.090879:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+647:3641:x1847765481707776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4078us (4360us total) trans 4294977338 rc 0/0 00002000:00080000:0.0:1762170989.090888:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2232 count 1 00010000:00010000:2.0:1762170989.090893:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.090894:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42065 00010000:00010000:0.0:1762170989.090904:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090905:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4153 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.090926:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57a00/0x96d1ba5869cc0188 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc688d expref: 100 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.090932:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.090934:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.090935:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.090936:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.090941:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.090945:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.090946:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.090956:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.090961:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57a00/0x96d1ba5869cc0188 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc688d expref: 100 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.090970:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57a00/0x96d1ba5869cc0188 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc688d expref: 100 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.090971:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481708928:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.090972:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489659264 00000100:00100000:1.0:1762170989.090979:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489659264 00000100:00100000:0.0:1762170989.090987:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481709056:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.091002:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f800/0x96d1ba5869cbf56b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a4e expref: 364 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.091009:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489659392 00000100:00100000:3.0:1762170989.091015:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489659392 00000100:00100000:2.0:1762170989.091021:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.091034:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33446 00010000:00010000:3.0:1762170989.091038:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf999200/0x96d1ba5869cbf580 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a78 expref: 365 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.091038:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.091048:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+365:2415:x1847765489659264:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1762170989.091058:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e794380/2, rc 0, transno 4294977338 00010000:00010000:1.0:1762170989.091059:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.091064:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481708928 00000100:00100000:0.0:1762170989.091068:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481708928 00010000:00010000:1.0:1762170989.091069:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f800/0x96d1ba5869cbf56b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a4e expref: 365 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.091074:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e794380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481707776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.091078:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33447 00000100:00100000:3.0:1762170989.091095:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+365:2416:x1847765489659392:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1762170989.091097:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b70a680/2, rc 0, transno 4294975652 00000100:00100000:0.0:1762170989.091097:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42070 00010000:00010000:1.0:1762170989.091100:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f800/0x96d1ba5869cbf56b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a4e expref: 365 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.091112:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+647:3641:x1847765481708928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.091113:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.091113:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481704704:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.091123:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf999200/0x96d1ba5869cbf580 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a78 expref: 365 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.091124:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f800/0x96d1ba5869cbf56b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a4e expref: 365 pid: 9199 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170989.091132:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1964 count 1 00010000:00010000:0.0:1762170989.091148:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.091151:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.091154:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf999200/0x96d1ba5869cbf580 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a78 expref: 364 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.091156:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.091162:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e200/0x96d1ba5869cbf587 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a86 expref: 364 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.091163:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.091178:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.091182:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481708672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.091183:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.091187:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.091190:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.091205:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.091209:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.091215:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.091215:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.091216:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.091222:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.091239:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481709312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.091247:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+364:2415:x1847765489659264:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (772us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.091248:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.091256:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e200/0x96d1ba5869cbf587 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a86 expref: 364 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.091258:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33446 00000100:00100000:2.0:1762170989.091271:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.091276:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e200/0x96d1ba5869cbf587 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a86 expref: 363 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.091281:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+363:2416:x1847765489659392:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.091290:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481708672 00000100:00100000:1.0:1762170989.091295:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481708672 00000100:00100000:0.0:1762170989.091296:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481709440:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.091298:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33447 00000004:00080000:2.0:1762170989.091301:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8dddf80/2, rc 0, transno 4294977336 00000100:00100000:2.0:1762170989.091313:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8dddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481707648:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.091323:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481709312 00000100:00100000:1.0:1762170989.091327:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481709312 00000004:00080000:2.0:1762170989.091331:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd75180/2, rc 0, transno 4294975649 00000100:00100000:0.0:1762170989.091332:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2a80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.091338:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.091346:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481706368:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.091348:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.091354:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42071 00010000:00010000:3.0:1762170989.091363:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.091364:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd75f80/2, rc 0, transno 4294975651 00000100:00100000:0.0:1762170989.091364:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42072 00000100:00100000:1.0:1762170989.091368:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+918:3643:x1847765481708672:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.091374:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481706496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.091381:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+648:3643:x1847765481709312:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.091387:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.091392:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00002000:00080000:1.0:1762170989.091392:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2231 count 1 00002000:00080000:0.0:1762170989.091399:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1965 count 1 00000100:00100000:2.0:1762170989.091403:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481708544:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.091405:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.091409:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.091414:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.091428:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54000/0x96d1ba5869cc0181 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc687f expref: 100 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.091433:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c000/0x96d1ba5869cbf58e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a94 expref: 362 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.091439:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.091451:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.091453:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.091454:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.091456:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.091459:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.091461:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.091470:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481708544 00000100:00100000:2.0:1762170989.091472:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481709184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.091478:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481708544 00010000:00010000:1.0:1762170989.091492:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54000/0x96d1ba5869cc0181 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc687f expref: 100 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.091504:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54000/0x96d1ba5869cc0181 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc687f expref: 100 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.091509:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c000/0x96d1ba5869cbf58e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a94 expref: 362 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.091513:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.091515:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42073 00000100:00100000:3.0:1762170989.091530:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+920:3643:x1847765481708544:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.091537:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481709568:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.091538:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c000/0x96d1ba5869cbf58e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a94 expref: 362 pid: 8390 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170989.091547:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2230 count 1 00000100:00100000:0.0:1762170989.091556:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481709696:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.091563:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.091567:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebfa37300 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.091595:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56600/0x96d1ba5869cc017a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6871 expref: 100 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.091601:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481709184 00010000:00010000:3.0:1762170989.091603:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.091603:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.091607:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481709184 00010000:00010000:3.0:1762170989.091608:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.091613:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.091621:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.091627:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.091635:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.091639:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56600/0x96d1ba5869cc017a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6871 expref: 100 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.091639:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42074 00010000:00010000:0.0:1762170989.091642:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.091646:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481709952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.091650:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+921:3643:x1847765481709184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.091666:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.091668:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56600/0x96d1ba5869cc017a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6871 expref: 100 pid: 33720 timeout: 4705 lvb_type: 1 00002000:00080000:1.0:1762170989.091672:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2233 count 1 00000100:00100000:2.0:1762170989.091684:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.091690:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.091690:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.091696:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481710208:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.091702:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170989.091769:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.091775:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481709824:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.091775:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55c00/0x96d1ba5869cc018f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc689b expref: 100 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.091790:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481709952 00000100:00100000:3.0:1762170989.091794:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481709952 00010000:00010000:1.0:1762170989.091796:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.091799:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.091803:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.091814:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.091821:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481709824 00000100:00100000:3.0:1762170989.091824:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481709824 00010000:00010000:1.0:1762170989.091829:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55c00/0x96d1ba5869cc018f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc689b expref: 100 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.091841:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55c00/0x96d1ba5869cc018f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc689b expref: 100 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.091848:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42075 00010000:00010000:0.0:1762170989.091851:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc40f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.091859:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42076 00000100:00100000:3.0:1762170989.091861:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+923:3641:x1847765481709952:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.091867:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8764a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481710336:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.091876:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+923:3641:x1847765481709824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.091880:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2235 count 1 00010000:00010000:0.0:1762170989.091884:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.091888:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1762170989.091892:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2234 count 1 00010000:00010000:0.0:1762170989.091892:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.091893:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.091901:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebfa37480 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.091910:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56800/0x96d1ba5869cc019d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68b7 expref: 100 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.091910:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.091915:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.091920:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.091937:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.091942:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.091942:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.091943:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52200/0x96d1ba5869cc0196 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a9 expref: 100 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.091945:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.091949:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.091969:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.091970:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.091974:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.091975:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.091981:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.091989:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56800/0x96d1ba5869cc019d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68b7 expref: 100 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.091991:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.091998:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.092021:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56800/0x96d1ba5869cc019d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68b7 expref: 100 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.092024:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.092032:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.092039:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481710464:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.092046:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52200/0x96d1ba5869cc0196 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a9 expref: 100 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.092056:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52200/0x96d1ba5869cc0196 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a9 expref: 100 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.092065:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.092070:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481710592:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.092082:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.092089:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.092096:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.092097:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.092104:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.092112:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.092113:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.092121:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.092130:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.092130:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.092134:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.092155:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.092158:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4114 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.092177:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.092186:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4161 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.092190:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+650:3641:x1847765481704192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12074us (12316us total) trans 4294977339 rc 0/0 00000100:00100000:1.0:1762170989.092193:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+650:3643:x1847765481707520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5026us (5503us total) trans 4294977340 rc 0/0 00010000:00010000:3.0:1762170989.092195:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.092198:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.092202:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.092209:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42056 00000100:00100000:1.0:1762170989.092217:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42067 00010000:00010000:2.0:1762170989.092226:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.092231:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.092234:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.092265:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b35180/2, rc 0, transno 4294977339 00000100:00100000:2.0:1762170989.092276:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481704192:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.092303:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddd180/2, rc 0, transno 4294975653 00000100:00100000:3.0:1762170989.092309:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+923:3641:x1847765481703936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17172us (17565us total) trans 4294975653 rc 0/0 00000100:00100000:2.0:1762170989.092313:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481703936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.092322:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42051 00000100:00100000:2.0:1762170989.092392:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.092403:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481710848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.092434:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.092459:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481710848 00000100:00100000:3.0:1762170989.092463:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481710848 00000100:00100000:2.0:1762170989.092489:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481710720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.092502:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42077 00000100:00100000:3.0:1762170989.092513:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+923:3641:x1847765481710848:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.092532:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.092567:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481710720 00002000:00080000:3.0:1762170989.092570:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2236 count 1 00000004:00080000:2.0:1762170989.092571:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b91500/2, rc 0, transno 4294977340 00000100:00100000:1.0:1762170989.092572:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481710720 00010000:00010000:3.0:1762170989.092593:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.092596:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481707520:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.092607:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58000/0x96d1ba5869cc01a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68c5 expref: 100 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.092613:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.092614:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.092615:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.092617:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42078 00010000:00010000:3.0:1762170989.092620:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.092626:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481710080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.092631:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+649:3643:x1847765481710720:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.092649:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58000/0x96d1ba5869cc01a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68c5 expref: 100 pid: 20306 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1762170989.092649:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1967 count 1 00000100:00100000:2.0:1762170989.092661:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.092666:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.092677:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58000/0x96d1ba5869cc01a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68c5 expref: 100 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.092685:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7a00/0x96d1ba5869cc0a3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6efa expref: 362 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.092694:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481710976:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.092696:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.092699:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.092703:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.092747:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170989.092757:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7a00/0x96d1ba5869cc0a3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6efa expref: 362 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.092760:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481711104:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.092775:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7a00/0x96d1ba5869cc0a3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6efa expref: 362 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.092777:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.092792:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481711232:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.092798:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481710080 00000100:00100000:2.0:1762170989.092799:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.092803:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481710080 00000100:00100000:1.0:1762170989.092824:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d510c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.092845:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481711104 00000100:00100000:3.0:1762170989.092850:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481711104 00000100:00100000:0.0:1762170989.092854:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42079 00000100:00100000:0.0:1762170989.092867:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+651:3643:x1847765481710080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.092872:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.092882:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.092886:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42080 00010000:00010000:2.0:1762170989.092896:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.092902:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+651:3640:x1847765481711104:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.092909:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.092911:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1966 count 1 00002000:00080000:3.0:1762170989.092920:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1968 count 1 00010000:00010000:0.0:1762170989.092927:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.092929:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.092935:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.092942:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.092947:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc000/0x96d1ba5869cbf595 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa2 expref: 362 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.092950:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.092954:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99dc00/0x96d1ba5869cbf59c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5abe expref: 362 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.092967:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.092971:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.092974:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.092976:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.092976:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.092980:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.092981:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.092987:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.093005:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.093008:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc000/0x96d1ba5869cbf595 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa2 expref: 362 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.093026:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.093027:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc000/0x96d1ba5869cbf595 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa2 expref: 362 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.093048:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc410d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.093053:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481711360:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.093063:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99dc00/0x96d1ba5869cbf59c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5abe expref: 362 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.093072:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.093075:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.093079:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.093085:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99dc00/0x96d1ba5869cbf59c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5abe expref: 362 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.093096:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2300 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.093097:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481711488:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.093130:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.093253:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+924:3643:x1847765481705216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13503us (13615us total) trans 4294975654 rc 0/0 00000100:00100000:2.0:1762170989.093262:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42055 00000004:00080000:2.0:1762170989.093298:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf6d80/2, rc 0, transno 4294975654 00000100:00100000:2.0:1762170989.093308:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481705216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.093350:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.093359:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481711616:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.093387:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.093415:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481711616 00000100:00100000:2.0:1762170989.093420:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481711616 00000100:00100000:2.0:1762170989.093452:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42081 00000100:00100000:2.0:1762170989.093460:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+924:3643:x1847765481711616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.093472:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2237 count 1 00010000:00010000:2.0:1762170989.093485:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.093496:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54800/0x96d1ba5869cc01ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68d3 expref: 100 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.093504:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.093506:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.093509:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.093531:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54800/0x96d1ba5869cc01ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68d3 expref: 100 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.093541:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54800/0x96d1ba5869cc01ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68d3 expref: 100 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.093552:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481711744:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.093597:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2933f00 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.093636:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf999200/0x96d1ba5869cbf580 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a78 expref: 362 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.093648:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481708416:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.093668:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.093674:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481709056:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.093679:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.093688:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.093695:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.093732:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.093739:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.093756:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.093766:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.093773:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.093780:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.093783:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.093790:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.093808:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.093814:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4168 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.093836:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.093840:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.093843:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.093884:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+652:3641:x1847765481708288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5280us (5460us total) trans 4294977341 rc 0/0 00000100:00100000:2.0:1762170989.093893:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42068 00000004:00080000:2.0:1762170989.093925:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cd500/2, rc 0, transno 4294977341 00000100:00100000:2.0:1762170989.093934:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481708288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.093980:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481711872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.094007:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.094049:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481711872 00000100:00100000:2.0:1762170989.094053:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481711872 00000100:00100000:2.0:1762170989.094090:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42082 00000100:00100000:2.0:1762170989.094098:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+652:3643:x1847765481711872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.094110:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1969 count 1 00010000:00010000:2.0:1762170989.094124:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.094136:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998000/0x96d1ba5869cbf5aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5acc expref: 361 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.094143:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.094145:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.094147:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.094170:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf998000/0x96d1ba5869cbf5aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5acc expref: 361 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.094179:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf998000/0x96d1ba5869cbf5aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5acc expref: 361 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.094189:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481712000:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.094242:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8534a540 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.094386:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea000/0x96d1ba5869cc0b4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc700b expref: 361 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.094397:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481707392:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.094409:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.094410:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.094419:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.094441:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489659520 00000100:00100000:0.0:1762170989.094447:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489659520 00010000:00010000:0.0:1762170989.094469:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57a00/0x96d1ba5869cc0188 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc688d expref: 101 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.094503:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33448 00010000:00010000:3.0:1762170989.094512:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.094517:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+101:2416:x1847765489659520:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.094526:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.094533:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094533:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.094543:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57a00/0x96d1ba5869cc0188 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc688d expref: 101 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.094556:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.094557:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57a00/0x96d1ba5869cc0188 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc688d expref: 101 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.094569:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.094578:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094578:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57a00/0x96d1ba5869cc0188 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc688d expref: 101 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.094599:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.094606:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094613:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.094615:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094616:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.094620:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094632:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.094635:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.094643:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc414c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094648:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.094662:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.094666:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.094667:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.094677:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+100:2416:x1847765489659520:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 164us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.094683:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33448 00000100:00100000:0.0:1762170989.094857:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481709440:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.094878:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094896:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094904:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094912:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094920:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.094942:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.094950:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.094957:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.094966:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.094971:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.094978:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.094993:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.095000:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc416f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.095020:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.095023:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.095027:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.095089:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+925:3641:x1847765481708800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4222us (4439us total) trans 4294975655 rc 0/0 00000100:00100000:0.0:1762170989.095097:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42069 00000004:00080000:0.0:1762170989.095140:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59ce300/2, rc 0, transno 4294975655 00000100:00100000:0.0:1762170989.095153:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481708800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.095208:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481712128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.095242:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.095281:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481712128 00000100:00100000:0.0:1762170989.095285:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481712128 00000100:00100000:0.0:1762170989.095310:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42083 00000100:00100000:0.0:1762170989.095319:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+925:3640:x1847765481712128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.095336:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2238 count 1 00010000:00010000:0.0:1762170989.095350:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.095363:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53e00/0x96d1ba5869cc01b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e1 expref: 99 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.095369:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.095371:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.095374:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.095394:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53e00/0x96d1ba5869cc01b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e1 expref: 99 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.095407:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53e00/0x96d1ba5869cc01b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e1 expref: 99 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.095416:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481712256:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.095455:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.096135:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+653:3641:x1847765481702912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24492us (24654us total) trans 4294977328 rc 0/0 00000100:00100000:0.0:1762170989.096144:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42047 00000004:00080000:0.0:1762170989.096304:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b37b80/2, rc 0, transno 4294977328 00000100:00100000:0.0:1762170989.096326:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481702912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.096369:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.096376:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481712384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.096396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.096428:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481712384 00000100:00100000:0.0:1762170989.096430:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481712384 00000100:00100000:0.0:1762170989.096459:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42084 00000100:00100000:0.0:1762170989.096467:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6660450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+653:3640:x1847765481712384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.096485:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1970 count 1 00010000:00010000:0.0:1762170989.096501:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.096515:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8465000/0x96d1ba5869cbf5b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ada expref: 360 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.096522:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.096525:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.096528:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.096549:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8465000/0x96d1ba5869cbf5b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ada expref: 360 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.096557:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8465000/0x96d1ba5869cbf5b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ada expref: 360 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.096567:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481712512:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.096617:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.098535:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481709696:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.098569:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.098607:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481710208:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.098635:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.098636:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.098669:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489659776 00000100:00100000:1.0:1762170989.098676:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.098679:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489659776 00000100:00100000:1.0:1762170989.098736:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.098744:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54000/0x96d1ba5869cc0181 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc687f expref: 100 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.098774:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.098791:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489660288 00000100:00100000:0.0:1762170989.098796:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489660288 00000100:00100000:2.0:1762170989.098803:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489660032 00000100:00100000:2.0:1762170989.098810:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489660032 00010000:00010000:0.0:1762170989.098815:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56800/0x96d1ba5869cc019d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68b7 expref: 101 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.098818:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9199:1847765481710464:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.098834:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55c00/0x96d1ba5869cc018f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc689b expref: 102 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.098838:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.098843:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.098847:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33449 00000100:00100000:0.0:1762170989.098862:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+102:2416:x1847765489659776:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.098874:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489659648 00000100:00100000:2.0:1762170989.098880:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489659648 00000100:00100000:1.0:1762170989.098880:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.098880:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.098884:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489659904 00000100:00100000:3.0:1762170989.098889:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489659904 00010000:00010000:0.0:1762170989.098891:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54000/0x96d1ba5869cc0181 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc687f expref: 102 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.098903:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e200/0x96d1ba5869cbf587 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a86 expref: 362 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.098908:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54000/0x96d1ba5869cc0181 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc687f expref: 102 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.098909:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c000/0x96d1ba5869cbf58e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a94 expref: 362 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.098942:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489660160 00000100:00100000:3.0:1762170989.098945:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489660160 00010000:00010000:0.0:1762170989.098950:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.098955:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33450 00010000:00010000:0.0:1762170989.098955:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.098958:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56600/0x96d1ba5869cc017a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6871 expref: 103 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.098963:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.098967:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.098972:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+103:2415:x1847765489660288:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.098983:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489660544 00000100:00100000:3.0:1762170989.098986:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489660544 00010000:00010000:0.0:1762170989.098987:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.098989:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.099001:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58000/0x96d1ba5869cc01a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68c5 expref: 104 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.099001:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56800/0x96d1ba5869cc019d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68b7 expref: 104 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.099004:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.099014:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.099028:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489660416 00010000:00010000:2.0:1762170989.099029:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56800/0x96d1ba5869cc019d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68b7 expref: 104 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.099032:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489660416 00000100:00100000:1.0:1762170989.099036:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.099045:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52200/0x96d1ba5869cc0196 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a9 expref: 105 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.099057:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56800/0x96d1ba5869cc019d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68b7 expref: 105 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.099060:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489660672 00000100:00100000:0.0:1762170989.099061:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+105:2416:x1847765489659776:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 200us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.099065:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489660672 00000100:00100000:1.0:1762170989.099072:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.099079:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7a00/0x96d1ba5869cc0a3a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6efa expref: 363 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.099081:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33449 00010000:00010000:2.0:1762170989.099086:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.099090:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.099095:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.099097:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33451 00000100:00100000:0.0:1762170989.099105:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489660800 00000100:00100000:3.0:1762170989.099109:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+103:2416:x1847765489660032:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.099109:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.099111:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489660800 00010000:00010000:3.0:1762170989.099123:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.099128:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55c00/0x96d1ba5869cc018f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc689b expref: 103 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.099135:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc000/0x96d1ba5869cbf595 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa2 expref: 364 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.099139:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.099140:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55c00/0x96d1ba5869cc018f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc689b expref: 103 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.099163:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.099165:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.099169:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.099170:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33452 00000100:00100000:2.0:1762170989.099182:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+103:2415:x1847765489660288:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 213us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.099188:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+364:2416:x1847765489659904:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.099196:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33450 00010000:00010000:0.0:1762170989.099201:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.099210:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c000/0x96d1ba5869cbf58e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a94 expref: 364 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.099219:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33453 00010000:00010000:3.0:1762170989.099221:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.099223:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c000/0x96d1ba5869cbf58e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a94 expref: 364 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.099236:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+364:2416:x1847765489659648:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.099249:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.099251:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.099258:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e200/0x96d1ba5869cbf587 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a86 expref: 364 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.099260:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c000/0x96d1ba5869cbf58e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a94 expref: 364 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.099274:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+102:2416:x1847765489660032:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (564us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.099287:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e200/0x96d1ba5869cbf587 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a86 expref: 364 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.099291:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33451 00010000:00010000:0.0:1762170989.099291:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.099296:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.099301:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.099311:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.099312:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e200/0x96d1ba5869cbf587 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5a86 expref: 363 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.099318:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.099338:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.099341:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.099344:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.099347:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.099354:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.099371:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+362:2416:x1847765489659904:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.099378:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33452 00010000:00010000:2.0:1762170989.099380:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.099395:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489661184 00000100:00100000:0.0:1762170989.099399:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489661184 00000100:00100000:2.0:1762170989.099409:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+362:2416:x1847765489659648:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (636us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.099414:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf998000/0x96d1ba5869cbf5aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5acc expref: 362 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.099423:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33453 00000100:00100000:1.0:1762170989.099426:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.099435:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489660928 00000100:00100000:0.0:1762170989.099438:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489660928 00010000:00010000:0.0:1762170989.099450:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99dc00/0x96d1ba5869cbf59c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5abe expref: 362 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.099453:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33454 00000100:00100000:2.0:1762170989.099468:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+101:2416:x1847765489660160:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.099474:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33455 00010000:00010000:2.0:1762170989.099481:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.099488:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.099488:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+101:2417:x1847765489660544:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.099492:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56600/0x96d1ba5869cc017a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6871 expref: 101 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.099499:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.099505:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58000/0x96d1ba5869cc01a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68c5 expref: 101 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.099508:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56600/0x96d1ba5869cc017a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6871 expref: 101 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.099519:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.099522:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58000/0x96d1ba5869cc01a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68c5 expref: 101 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.099531:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33456 00010000:00010000:2.0:1762170989.099539:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c56600/0x96d1ba5869cc017a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6871 expref: 101 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.099542:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.099545:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.099549:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+101:2417:x1847765489660416:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.099551:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.099556:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.099561:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.099565:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.099567:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.099567:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.099579:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52200/0x96d1ba5869cc0196 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a9 expref: 100 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.099596:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.099598:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.099603:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.099624:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489661312 00010000:00010000:2.0:1762170989.099626:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.099631:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489661312 00000100:00100000:0.0:1762170989.099631:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+100:2417:x1847765489660544:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.099642:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33455 00000100:00100000:2.0:1762170989.099654:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+100:2416:x1847765489660160:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 188us (776us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.099658:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53e00/0x96d1ba5869cc01b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e1 expref: 100 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.099658:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489661056 00000100:00100000:0.0:1762170989.099665:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489661056 00000100:00100000:2.0:1762170989.099673:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33454 00000100:00100000:1.0:1762170989.099686:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489661440 00010000:00010000:0.0:1762170989.099686:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54800/0x96d1ba5869cc01ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68d3 expref: 100 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.099692:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489661440 00000100:00100000:2.0:1762170989.099697:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33457 00000100:00100000:2.0:1762170989.099746:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+363:2417:x1847765489660672:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.099759:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.099760:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52200/0x96d1ba5869cc0196 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a9 expref: 100 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.099768:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7a00/0x96d1ba5869cc0a3a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6efa expref: 363 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.099770:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8465000/0x96d1ba5869cbf5b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ada expref: 363 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.099775:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33458 00010000:00010000:3.0:1762170989.099785:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.099790:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3be450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+363:2415:x1847765489660800:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.099791:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.099798:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.099802:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.099811:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33459 00010000:00010000:0.0:1762170989.099811:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc000/0x96d1ba5869cbf595 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa2 expref: 363 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.099818:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7a00/0x96d1ba5869cc0a3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6efa expref: 363 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.099822:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.099830:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+363:2414:x1847765489661184:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.099835:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc000/0x96d1ba5869cbf595 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa2 expref: 363 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.099847:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.099854:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.099856:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf998000/0x96d1ba5869cbf5aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5acc expref: 363 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.099857:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.099857:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.099858:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.099862:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.099865:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.099868:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.099882:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf998000/0x96d1ba5869cbf5aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5acc expref: 363 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.099891:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.099892:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.099900:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.099905:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.099911:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.099913:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.099919:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.099922:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.099931:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+100:2417:x1847765489660416:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 338us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.099936:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3be450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+363:2415:x1847765489660800:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (868us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.099942:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.099943:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33456 00000100:00100000:2.0:1762170989.099949:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+363:2417:x1847765489660672:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 240us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.099950:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33458 00000100:00100000:2.0:1762170989.099963:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33457 00000100:00100000:3.0:1762170989.099972:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33460 00000100:00100000:1.0:1762170989.099975:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+361:2414:x1847765489661184:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 147us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.099980:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33461 00000100:00100000:3.0:1762170989.099985:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+361:2417:x1847765489660928:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.099996:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.099996:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33459 00000100:00100000:0.0:1762170989.099996:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+99:2417:x1847765489661312:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.100005:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99dc00/0x96d1ba5869cbf59c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5abe expref: 361 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.100010:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33462 00010000:00010000:0.0:1762170989.100010:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.100020:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53e00/0x96d1ba5869cc01b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e1 expref: 99 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.100023:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99dc00/0x96d1ba5869cbf59c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5abe expref: 360 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.100026:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33463 00000100:00100000:2.0:1762170989.100029:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+99:2417:x1847765489661056:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.100044:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+360:2416:x1847765489661440:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.100046:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.100049:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53e00/0x96d1ba5869cc01b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e1 expref: 99 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.100051:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.100055:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.100058:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54800/0x96d1ba5869cc01ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68d3 expref: 99 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.100059:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100059:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.100069:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.100070:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8465000/0x96d1ba5869cbf5b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ada expref: 360 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.100073:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.100078:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100094:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54800/0x96d1ba5869cc01ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68d3 expref: 99 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.100103:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100105:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8465000/0x96d1ba5869cbf5b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ada expref: 360 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.100106:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100122:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.100128:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.100134:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100138:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.100141:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.100145:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100146:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.100150:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.100156:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100164:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.100165:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+360:2417:x1847765489660928:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 184us (743us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.100167:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.100172:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+99:2417:x1847765489661312:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.100185:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33460 00000100:00100000:2.0:1762170989.100191:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+99:2417:x1847765489661056:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 166us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.100196:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33461 00010000:00010000:1.0:1762170989.100197:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.100207:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33462 00000100:00100000:1.0:1762170989.100222:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+359:2416:x1847765489661440:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 182us (644us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.100228:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.100231:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33463 00010000:00010000:3.0:1762170989.100239:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99dc00/0x96d1ba5869cbf59c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5abe expref: 359 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.100241:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100256:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c52200/0x96d1ba5869cc0196 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a9 expref: 97 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.100264:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.100272:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481711488:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.100275:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.100279:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481710592:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.100288:0:176030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54000/0x96d1ba5869cc0181 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc687f expref: 96 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.100292:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.100294:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.100300:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.100308:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481709568:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.100314:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100323:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100324:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100332:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100346:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100348:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100357:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100369:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100374:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100381:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100400:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100408:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100421:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.100428:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100432:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1762170989.100448:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1762170989.100507:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+655:3643:x1847765481709312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9130us (9237us total) trans 4294977343 rc 0/0 00000100:00100000:0.0:1762170989.100517:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42072 00010000:00010000:0.0:1762170989.100541:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1762170989.100547:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.100556:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170989.100559:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+654:3640:x1847765481711104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7661us (7759us total) trans 4294977344 rc 0/0 00010000:00010000:0.0:1762170989.100563:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.100567:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42080 00010000:00010000:0.0:1762170989.100578:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100605:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170989.100608:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100610:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100627:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.100630:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4184 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100632:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.100641:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+927:3641:x1847765481709824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8767us (8827us total) trans 4294975656 rc 0/0 00000100:00100000:1.0:1762170989.100648:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+927:3643:x1847765481708672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9281us (9433us total) trans 4294975657 rc 0/0 00010000:00010000:3.0:1762170989.100653:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.100663:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42076 00010000:00010000:0.0:1762170989.100669:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.100673:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.100673:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42071 00010000:00010000:0.0:1762170989.100676:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100692:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc41bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100692:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.100694:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.100702:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.100704:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.100732:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.100737:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.100739:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.100741:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.100744:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100759:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55c00/0x96d1ba5869cc018f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc689b expref: 95 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.100766:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100769:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.100784:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8764a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481710336:192.168.202.10@tcp:104: 00000004:00080000:3.0:1762170989.100786:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c0a80/2, rc 0, transno 4294977344 00010000:00010000:0.0:1762170989.100798:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100800:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.100809:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481711104:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.100811:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.100821:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc41a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100826:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc417d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100839:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.100855:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.100862:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.100863:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100866:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.100866:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.100871:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.100872:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.100873:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.100877:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.100890:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.100898:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1762170989.100911:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c0e00/2, rc 0, transno 4294975656 00000100:00100000:3.0:1762170989.100924:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481712640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.100931:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481709824:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.100932:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cf480/2, rc 0, transno 4294975657 00000100:00100000:2.0:1762170989.100941:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481708672:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.100961:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cdf80/2, rc 0, transno 4294977343 00000100:00100000:3.0:1762170989.100972:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.100975:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481709312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.101002:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481712768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.101024:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170989.101038:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481712896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.101046:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.101052:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.101052:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+926:3643:x1847765481709184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9401us (9540us total) trans 4294975658 rc 0/0 00000100:00100000:1.0:1762170989.101068:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42074 00010000:00010000:3.0:1762170989.101071:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.101079:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170989.101082:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cfb80/2, rc 0, transno 4294975658 00010000:00010000:3.0:1762170989.101090:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.101093:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481712640 00000100:00100000:2.0:1762170989.101098:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481709184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.101100:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481712640 00010000:00010000:3.0:1762170989.101105:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.101122:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170989.101132:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481712768 00000100:00100000:1.0:1762170989.101138:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481712768 00010000:00010000:0.0:1762170989.101138:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53e00/0x96d1ba5869cc01b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e1 expref: 94 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.101154:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481712256:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.101165:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481712896 00000100:00100000:1.0:1762170989.101170:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481712896 00010000:00010000:0.0:1762170989.101173:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.101189:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.101199:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.101205:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42085 00010000:00010000:0.0:1762170989.101214:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.101216:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.101220:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+654:3642:x1847765481712640:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.101229:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481713152:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.101233:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.101234:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+928:3643:x1847765481708544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9707us (9798us total) trans 4294975659 rc 0/0 00002000:00080000:1.0:1762170989.101245:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1971 count 1 00000100:00100000:3.0:1762170989.101250:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42073 00010000:00010000:0.0:1762170989.101265:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1762170989.101267:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.101273:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.101274:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42086 00000100:00100000:3.0:1762170989.101285:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+927:3643:x1847765481712768:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.101290:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c800/0x96d1ba5869cbf5b8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae8 expref: 357 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.101298:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1762170989.101302:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2239 count 1 00010000:00010000:1.0:1762170989.101302:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.101306:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.101307:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59ce680/2, rc 0, transno 4294975659 00010000:00010000:3.0:1762170989.101320:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.101321:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481708544:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.101337:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c800/0x96d1ba5869cbf5b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae8 expref: 357 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.101341:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57c00/0x96d1ba5869cc01b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68ef expref: 93 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.101368:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1762170989.101378:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.101379:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.101383:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.101384:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c800/0x96d1ba5869cbf5b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae8 expref: 357 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.101388:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.101395:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+928:3640:x1847765481712128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6075us (6151us total) trans 4294975660 rc 0/0 00010000:00010000:2.0:1762170989.101398:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.101406:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.101417:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42083 00000100:00100000:1.0:1762170989.101419:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481713280:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.101429:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.101434:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57c00/0x96d1ba5869cc01b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68ef expref: 93 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.101438:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481713152 00010000:00010000:2.0:1762170989.101444:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.101445:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481713152 00010000:00010000:3.0:1762170989.101452:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57c00/0x96d1ba5869cc01b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68ef expref: 93 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.101461:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4192 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.101468:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612d80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.101470:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481713536:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.101477:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42087 00010000:00010000:2.0:1762170989.101485:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1762170989.101487:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+927:3641:x1847765481712896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.101491:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.101499:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42088 00000100:00100000:3.0:1762170989.101502:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.101504:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00002000:00080000:0.0:1762170989.101504:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2240 count 1 00010000:00010000:2.0:1762170989.101511:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.101513:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+655:3643:x1847765481713152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.101520:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.101527:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.101529:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.101533:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1972 count 1 00010000:00010000:0.0:1762170989.101540:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59c00/0x96d1ba5869cc01c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68fd expref: 93 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.101551:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.101555:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.101556:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.101596:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.101597:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.101598:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc418b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.101598:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ee00/0x96d1ba5869cbf5bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5af6 expref: 357 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.101600:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.101606:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.101628:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.101629:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.101633:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.101637:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.101639:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.101643:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.101646:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59c00/0x96d1ba5869cc01c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68fd expref: 93 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.101647:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.101668:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.101673:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59c00/0x96d1ba5869cc01c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68fd expref: 93 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.101674:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.101677:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ee00/0x96d1ba5869cbf5bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5af6 expref: 357 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.101702:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.101705:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ee00/0x96d1ba5869cbf5bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5af6 expref: 357 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.101743:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481713664:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.101751:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481713792:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.101795:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.101795:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.101822:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.101831:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481713024:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.101832:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc41d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.101860:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.101864:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.101873:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.101875:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.101880:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.101890:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.101903:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.101910:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4199 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.101927:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481713024 00000100:00100000:0.0:1762170989.101932:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481713024 00010000:00010000:2.0:1762170989.101934:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.101939:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.101943:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.101953:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.101963:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42089 00000100:00100000:2.0:1762170989.101972:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481713408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.101977:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+929:3641:x1847765481713024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.101992:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2241 count 1 00010000:00010000:0.0:1762170989.102005:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.102017:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.102022:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58800/0x96d1ba5869cc01c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc690b expref: 93 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.102035:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.102038:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.102041:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.102065:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481713408 00010000:00010000:0.0:1762170989.102065:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58800/0x96d1ba5869cc01c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc690b expref: 93 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.102072:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481713408 00010000:00010000:0.0:1762170989.102080:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58800/0x96d1ba5869cc01c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc690b expref: 93 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.102092:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481713920:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.102099:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42090 00000100:00100000:2.0:1762170989.102110:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+930:3643:x1847765481713408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.102124:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2242 count 1 00000100:00100000:0.0:1762170989.102127:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2840 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.102138:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.102142:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+930:3641:x1847765481709952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10283us (10460us total) trans 4294975661 rc 0/0 00000100:00100000:3.0:1762170989.102155:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42075 00010000:00010000:2.0:1762170989.102160:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55000/0x96d1ba5869cc01ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6919 expref: 93 pid: 8387 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1762170989.102162:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c2d80/2, rc 0, transno 4294975661 00010000:00010000:2.0:1762170989.102172:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.102175:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.102178:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.102179:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481709952:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.102193:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f7a00/0x96d1ba5869cc0a3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6efa expref: 357 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.102210:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55000/0x96d1ba5869cc01ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6919 expref: 93 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.102213:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:22703:1847765481711232:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.102231:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55000/0x96d1ba5869cc01ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6919 expref: 93 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.102237:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.102241:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.102245:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481714048:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.102246:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170989.102258:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481714176:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.102259:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.102270:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.102279:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.102285:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ea80 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.102287:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.102298:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.102310:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.102322:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54800/0x96d1ba5869cc01ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68d3 expref: 93 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.102338:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481714176 00000100:00100000:2.0:1762170989.102344:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481711744:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.102344:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481714176 00010000:00010000:2.0:1762170989.102367:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102377:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.102380:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42091 00010000:00010000:2.0:1762170989.102390:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.102395:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+930:3641:x1847765481714176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.102408:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.102413:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2243 count 1 00010000:00010000:2.0:1762170989.102418:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.102430:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102434:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.102448:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57800/0x96d1ba5869cc01d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6927 expref: 92 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.102455:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.102457:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.102461:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.102486:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57800/0x96d1ba5869cc01d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6927 expref: 92 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.102496:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57800/0x96d1ba5869cc01d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6927 expref: 92 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.102508:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481714304:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.102538:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.102576:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9fc000/0x96d1ba5869cbf595 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5aa2 expref: 356 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.102602:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+931:3643:x1847765481711616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9141us (9212us total) trans 4294975662 rc 0/0 00000100:00100000:0.0:1762170989.102605:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481711360:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.102617:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42081 00010000:00010000:0.0:1762170989.102633:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102645:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.102645:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102654:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.102673:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102674:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.102682:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.102689:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102693:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.102704:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102741:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.102748:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.102751:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc41ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102777:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.102782:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102788:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.102792:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102801:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102813:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102820:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc41c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102854:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.102858:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102866:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.102870:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102878:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102892:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102899:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc41b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.102925:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.102929:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.102931:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+657:3643:x1847765481710080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10065us (10269us total) trans 4294977346 rc 0/0 00010000:00010000:2.0:1762170989.102934:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.102945:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42079 00000004:00080000:2.0:1762170989.102967:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c1f80/2, rc 0, transno 4294975662 00010000:00010000:0.0:1762170989.102973:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.102984:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481711616:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.103009:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c3100/2, rc 0, transno 4294977346 00010000:00010000:0.0:1762170989.103009:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8465000/0x96d1ba5869cbf5b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ada expref: 355 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.103022:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481710080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.103029:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481712512:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.103052:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.103062:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.103070:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.103080:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.103088:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.103114:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481714432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.103123:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.103137:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481714560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.103151:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.103175:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.103208:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481714432 00000100:00100000:0.0:1762170989.103213:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481714432 00010000:00010000:2.0:1762170989.103217:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.103234:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.103240:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481714560 00010000:00010000:2.0:1762170989.103245:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.103246:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481714560 00010000:00010000:2.0:1762170989.103257:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.103265:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.103273:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42092 00010000:00010000:2.0:1762170989.103279:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.103285:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+657:3641:x1847765481714432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.103303:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1973 count 1 00010000:00010000:0.0:1762170989.103318:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.103331:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466200/0x96d1ba5869cbf5cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b04 expref: 354 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.103338:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.103340:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.103343:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.103369:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8466200/0x96d1ba5869cbf5cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b04 expref: 354 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.103382:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8466200/0x96d1ba5869cbf5cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b04 expref: 354 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.103395:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481714688:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.103434:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+658:3641:x1847765481708928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12324us (12412us total) trans 4294977347 rc 0/0 00000004:00080000:3.0:1762170989.103436:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd77800/2, rc 0, transno 4294975660 00000100:00100000:2.0:1762170989.103449:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42070 00000100:00100000:0.0:1762170989.103451:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72f00 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.103456:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481712128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.103479:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42093 00000100:00100000:2.0:1762170989.103490:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+931:3643:x1847765481714560:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170989.103498:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cea00/2, rc 0, transno 4294977347 00010000:00010000:3.0:1762170989.103499:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:2.0:1762170989.103503:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2244 count 1 00010000:00010000:3.0:1762170989.103509:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.103514:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481708928:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.103517:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.103527:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.103532:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.103536:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5bc00/0x96d1ba5869cc01dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6935 expref: 92 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.103549:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.103569:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.103572:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.103575:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.103576:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.103579:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.103603:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.103612:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc4176 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.103613:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.103625:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5bc00/0x96d1ba5869cc01dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6935 expref: 92 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.103637:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.103643:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.103646:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5bc00/0x96d1ba5869cc01dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6935 expref: 92 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.103659:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.103659:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.103664:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.103669:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481714944:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.103671:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.103679:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.103686:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170989.103689:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc41d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.103700:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e900 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.103701:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481714816:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.103747:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.103750:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.103752:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.103778:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.103780:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170989.103792:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481715072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.103831:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.103956:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.103998:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6660450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+658:3640:x1847765481712384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7531us (7597us total) trans 4294977348 rc 0/0 00000100:00100000:0.0:1762170989.104007:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42084 00000100:00100000:0.0:1762170989.104030:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481715072 00000100:00100000:0.0:1762170989.104034:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481715072 00000100:00100000:0.0:1762170989.104053:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481714816 00000100:00100000:0.0:1762170989.104056:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481714816 00000100:00100000:0.0:1762170989.104082:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42094 00000100:00100000:2.0:1762170989.104086:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:3.0:1762170989.104091:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b709f80/2, rc 0, transno 4294977348 00000100:00100000:0.0:1762170989.104096:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+932:3641:x1847765481715072:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.104114:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481712384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.104143:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42095 00000100:00100000:0.0:1762170989.104151:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481715200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.104156:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+658:3642:x1847765481714816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.104170:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1974 count 1 00010000:00010000:2.0:1762170989.104183:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.104187:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489661568 00000100:00100000:1.0:1762170989.104193:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489661568 00010000:00010000:2.0:1762170989.104199:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8464a00/0x96d1ba5869cbf5c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b12 expref: 354 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.104199:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.104209:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.104213:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.104216:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.104223:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c800/0x96d1ba5869cbf5b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae8 expref: 355 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.104242:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8464a00/0x96d1ba5869cbf5c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b12 expref: 355 pid: 20306 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170989.104242:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2245 count 1 00000100:00100000:1.0:1762170989.104254:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33464 00010000:00010000:2.0:1762170989.104260:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8464a00/0x96d1ba5869cbf5c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b12 expref: 355 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.104260:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.104265:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58000/0x96d1ba5869cc01a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68c5 expref: 92 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.104268:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+355:2416:x1847765489661568:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.104286:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.104292:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53800/0x96d1ba5869cc01e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6943 expref: 92 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.104294:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481715328:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.104295:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c800/0x96d1ba5869cbf5b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae8 expref: 355 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.104300:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481710976:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.104317:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.104320:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.104324:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.104326:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c800/0x96d1ba5869cbf5b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae8 expref: 355 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.104328:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.104339:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e180 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.104355:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.104363:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.104364:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.104365:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53800/0x96d1ba5869cc01e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6943 expref: 91 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.104367:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.104375:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.104389:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.104394:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53800/0x96d1ba5869cc01e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6943 expref: 91 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.104396:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.104407:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.104421:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf998000/0x96d1ba5869cbf5aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5acc expref: 355 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.104426:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481715456:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.104433:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.104446:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481712000:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.104464:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.104467:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.104471:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+354:2416:x1847765489661568:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 206us (389us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.104483:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.104483:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33464 00010000:00010000:3.0:1762170989.104484:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1762170989.104490:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.104498:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.104502:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.104515:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.104527:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.104534:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd600/0x96d1ba5869cc41a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.104561:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.104564:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.104568:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.104662:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.104671:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.104678:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.104686:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.104697:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+933:3641:x1847765481710848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12184us (12259us total) trans 4294975663 rc 0/0 00010000:00010000:2.0:1762170989.104702:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1762170989.104733:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c3480/2, rc 0, transno 4294975663 00000100:00100000:0.0:1762170989.104748:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481710848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.104786:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42077 00000100:00100000:3.0:1762170989.104808:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481715200 00000100:00100000:3.0:1762170989.104813:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481715200 00000100:00100000:2.0:1762170989.104815:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.104827:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481715584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.104858:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.104927:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481715584 00000100:00100000:3.0:1762170989.104932:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481715584 00000100:00100000:3.0:1762170989.104962:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42096 00000100:00100000:3.0:1762170989.104972:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+660:3641:x1847765481715200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.104987:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1975 count 1 00000100:00100000:2.0:1762170989.104994:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+660:3643:x1847765481711872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10894us (10982us total) trans 4294977349 rc 0/0 00000100:00100000:2.0:1762170989.105002:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42082 00000004:00080000:2.0:1762170989.105040:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c3800/2, rc 0, transno 4294977349 00000100:00100000:2.0:1762170989.105052:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481711872:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.105060:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105075:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6600/0x96d1ba5869cc0929 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de9 expref: 353 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105083:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.105085:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.105088:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.105110:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481715712:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.105117:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c6600/0x96d1ba5869cc0929 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de9 expref: 353 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105129:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c6600/0x96d1ba5869cc0929 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de9 expref: 353 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.105144:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481715840:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.105145:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.105206:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321540 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.105240:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.105245:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105258:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.105262:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105270:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105285:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105292:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc41ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105316:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.105319:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.105326:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481713664:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.105349:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105368:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.105377:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.105386:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481715712 00000100:00100000:0.0:1762170989.105390:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481713920:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.105393:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481715712 00000100:00100000:2.0:1762170989.105405:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489661696 00010000:00010000:0.0:1762170989.105408:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.105411:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489661696 00000100:00100000:3.0:1762170989.105425:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42097 00000100:00100000:3.0:1762170989.105436:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+933:3643:x1847765481715584:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.105437:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57c00/0x96d1ba5869cc01b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68ef expref: 92 pid: 33720 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170989.105453:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2246 count 1 00010000:00010000:3.0:1762170989.105471:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.105479:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33465 00010000:00010000:3.0:1762170989.105488:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58400/0x96d1ba5869cc01ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6951 expref: 92 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.105493:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3be050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+92:2416:x1847765489661696:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.105508:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.105509:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.105512:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.105517:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57c00/0x96d1ba5869cc01b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68ef expref: 92 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.105518:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.105546:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57c00/0x96d1ba5869cc01b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68ef expref: 92 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.105561:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58400/0x96d1ba5869cc01ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6951 expref: 92 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.105562:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.105567:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.105573:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105579:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58400/0x96d1ba5869cc01ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6951 expref: 92 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.105600:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.105611:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481715968:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.105621:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.105649:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321000 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.105657:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3be050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+92:2416:x1847765489661696:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.105666:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33465 00010000:00010000:3.0:1762170989.105688:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57c00/0x96d1ba5869cc01b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68ef expref: 91 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.105705:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481713536:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.105866:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105875:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105883:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105898:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105906:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.105931:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.105935:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.105940:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.105946:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.105950:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.105957:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.105967:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.105973:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc41e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.105974:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42098 00000100:00100000:2.0:1762170989.105990:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+660:3643:x1847765481715712:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.105995:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.105999:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.106002:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1762170989.106004:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1976 count 1 00000100:00100000:1.0:1762170989.106017:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481713792:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.106018:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.106034:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8465a00/0x96d1ba5869cbf5db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b2e expref: 353 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.106039:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.106041:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.106045:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.106050:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.106082:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8465a00/0x96d1ba5869cbf5db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b2e expref: 353 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.106094:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c800/0x96d1ba5869cbf5b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ae8 expref: 353 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.106095:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8465a00/0x96d1ba5869cbf5db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b2e expref: 353 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.106123:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481713280:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.106125:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481716096:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.106144:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.106146:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+934:3643:x1847765481712768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4861us (5100us total) trans 4294975664 rc 0/0 00000004:00080000:2.0:1762170989.106160:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd74000/2, rc 0, transno 4294975664 00010000:00010000:1.0:1762170989.106164:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.106165:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42086 00010000:00010000:1.0:1762170989.106175:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.106181:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481712768:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.106187:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.106195:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.106220:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.106225:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1762170989.106230:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.106236:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.106238:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481716224:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.106251:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.106255:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.106263:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.106273:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.106276:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.106286:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc41df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.106301:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481716224 00000100:00100000:3.0:1762170989.106307:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481716224 00010000:00010000:2.0:1762170989.106311:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.106316:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.106319:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.106343:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42099 00000100:00100000:3.0:1762170989.106355:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+934:3641:x1847765481716224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.106363:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.106366:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+661:3642:x1847765481712640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5149us (5393us total) trans 4294977350 rc 0/0 00000100:00100000:1.0:1762170989.106375:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42085 00002000:00080000:3.0:1762170989.106376:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2247 count 1 00010000:00010000:3.0:1762170989.106393:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.106407:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5cc00/0x96d1ba5869cc01ff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc695f expref: 90 pid: 8390 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1762170989.106418:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffdc00/2, rc 0, transno 4294977350 00000100:00100000:1.0:1762170989.106438:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481712640:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.106484:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.106485:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481716352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.106516:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.106526:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.106530:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.106558:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489662080 00010000:00010000:3.0:1762170989.106559:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5cc00/0x96d1ba5869cc01ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc695f expref: 90 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.106566:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489662080 00010000:00010000:3.0:1762170989.106574:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5cc00/0x96d1ba5869cc01ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc695f expref: 91 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.106602:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481716480:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.106606:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58800/0x96d1ba5869cc01c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc690b expref: 91 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.106630:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33466 00000100:00100000:2.0:1762170989.106641:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+91:2415:x1847765489662080:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.106650:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.106656:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58800/0x96d1ba5869cc01c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc690b expref: 91 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.106662:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.106669:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58800/0x96d1ba5869cc01c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc690b expref: 91 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.106684:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58800/0x96d1ba5869cc01c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc690b expref: 91 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.106686:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481716352 00000100:00100000:3.0:1762170989.106692:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481716352 00010000:00010000:2.0:1762170989.106699:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.106703:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.106732:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.106743:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.106764:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42100 00010000:00010000:2.0:1762170989.106767:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.106777:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+661:3641:x1847765481716352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.106793:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1977 count 1 00000100:00100000:2.0:1762170989.106805:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+90:2415:x1847765489662080:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (446us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.106809:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.106817:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33466 00010000:00010000:2.0:1762170989.106843:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.106851:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.106860:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.106867:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.106882:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.106993:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466400/0x96d1ba5869cbf6f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b3c expref: 352 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.107000:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.107002:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.107005:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.107013:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+935:3641:x1847765481713024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5039us (5139us total) trans 4294975665 rc 0/0 00000100:00100000:2.0:1762170989.107021:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42089 00010000:00010000:3.0:1762170989.107034:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8466400/0x96d1ba5869cbf6f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b3c expref: 352 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.107046:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8466400/0x96d1ba5869cbf6f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b3c expref: 352 pid: 33721 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.107064:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2d500/2, rc 0, transno 4294975665 00000100:00100000:3.0:1762170989.107065:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481716608:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.107080:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481713024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.107131:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321780 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.107133:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.107140:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.107143:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481716736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.107151:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.107155:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.107161:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.107170:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.107182:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.107183:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.107193:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc41fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.107214:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.107217:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.107219:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.107229:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481716736 00000100:00100000:1.0:1762170989.107234:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481716736 00000100:00100000:1.0:1762170989.107264:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42101 00000100:00100000:1.0:1762170989.107275:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+935:3642:x1847765481716736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.107290:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2248 count 1 00000100:00100000:2.0:1762170989.107291:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.107307:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.107318:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489661824 00010000:00010000:1.0:1762170989.107322:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59000/0x96d1ba5869cc01f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc696d expref: 89 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.107324:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489661824 00010000:00010000:1.0:1762170989.107333:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.107336:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.107339:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.107349:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59c00/0x96d1ba5869cc01c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68fd expref: 90 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.107365:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59000/0x96d1ba5869cc01f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc696d expref: 90 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.107378:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33467 00010000:00010000:1.0:1762170989.107379:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59000/0x96d1ba5869cc01f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc696d expref: 90 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.107391:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb531f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+90:2414:x1847765489661824:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.107396:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481716864:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.107403:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.107411:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59c00/0x96d1ba5869cc01c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68fd expref: 90 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.107422:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59c00/0x96d1ba5869cc01c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68fd expref: 90 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.107432:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d510c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.107444:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59c00/0x96d1ba5869cc01c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68fd expref: 90 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.107458:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.107460:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.107464:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.107471:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.107480:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.107499:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.107529:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb531f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+89:2414:x1847765489661824:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 141us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.107537:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33467 00000100:00100000:2.0:1762170989.107557:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489661952 00000100:00100000:2.0:1762170989.107560:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489661952 00000100:00100000:0.0:1762170989.107592:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481714304:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.107596:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ee00/0x96d1ba5869cbf5bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5af6 expref: 353 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.107610:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.107625:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33468 00000100:00100000:2.0:1762170989.107635:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+353:2416:x1847765489661952:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.107643:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.107648:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481714688:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.107650:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ee00/0x96d1ba5869cbf5bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5af6 expref: 353 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.107670:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.107671:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ee00/0x96d1ba5869cbf5bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5af6 expref: 353 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.107698:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.107703:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ee00/0x96d1ba5869cbf5bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5af6 expref: 353 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.107738:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.107740:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.107744:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.107751:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.107762:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.107775:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.107790:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489662464 00000100:00100000:0.0:1762170989.107796:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489662464 00000100:00100000:2.0:1762170989.107801:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+353:2416:x1847765489661952:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.107809:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.107816:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33468 00010000:00010000:0.0:1762170989.107818:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8466200/0x96d1ba5869cbf5cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b04 expref: 353 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.107834:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489662336 00000100:00100000:2.0:1762170989.107839:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489662336 00000100:00100000:0.0:1762170989.107840:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489662720 00000100:00100000:1.0:1762170989.107846:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.107847:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489662720 00010000:00010000:2.0:1762170989.107857:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57800/0x96d1ba5869cc01d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6927 expref: 89 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.107865:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8464a00/0x96d1ba5869cbf5c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b12 expref: 353 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.107883:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489662208 00000100:00100000:1.0:1762170989.107889:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.107890:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489662208 00000100:00100000:0.0:1762170989.107890:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33469 00000100:00100000:0.0:1762170989.107902:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+353:2414:x1847765489662464:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.107910:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.107912:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55000/0x96d1ba5869cc01ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6919 expref: 90 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.107917:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8466200/0x96d1ba5869cbf5cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b04 expref: 353 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.107938:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8466200/0x96d1ba5869cbf5cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b04 expref: 353 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.107953:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466200/0x96d1ba5869cbf5cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b04 expref: 353 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.107954:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489662592 00000100:00100000:2.0:1762170989.107959:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489662592 00000100:00100000:1.0:1762170989.107966:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.107970:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.107973:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.107975:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.107980:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5bc00/0x96d1ba5869cc01dc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6935 expref: 91 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.107984:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.107998:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.108007:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489662976 00000100:00100000:2.0:1762170989.108011:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489662976 00010000:00010000:0.0:1762170989.108018:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.108031:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53800/0x96d1ba5869cc01e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6943 expref: 92 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.108040:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+352:2414:x1847765489662464:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 140us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.108047:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33469 00000100:00100000:2.0:1762170989.108050:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489662848 00000100:00100000:2.0:1762170989.108055:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489662848 00000100:00100000:1.0:1762170989.108057:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.108062:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489663104 00000100:00100000:0.0:1762170989.108066:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489663104 00010000:00010000:2.0:1762170989.108075:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c6600/0x96d1ba5869cc0929 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de9 expref: 352 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.108082:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58400/0x96d1ba5869cc01ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6951 expref: 93 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.108102:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33470 00000100:00100000:1.0:1762170989.108108:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.108113:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33471 00000100:00100000:2.0:1762170989.108118:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+93:2417:x1847765489662336:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.108124:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+352:2417:x1847765489662720:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.108128:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.108132:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.108137:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57800/0x96d1ba5869cc01d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6927 expref: 93 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.108140:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8464a00/0x96d1ba5869cbf5c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b12 expref: 352 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.108167:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8464a00/0x96d1ba5869cbf5c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b12 expref: 352 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.108168:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57800/0x96d1ba5869cc01d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6927 expref: 93 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.108179:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.108191:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.108194:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.108196:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.108201:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c57800/0x96d1ba5869cc01d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6927 expref: 93 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.108204:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.108207:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481715968:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.108208:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489663232 00000100:00100000:1.0:1762170989.108215:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489663232 00010000:00010000:3.0:1762170989.108225:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.108239:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8465a00/0x96d1ba5869cbf5db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b2e expref: 353 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.108247:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.108248:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.108252:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.108256:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.108263:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489663360 00010000:00010000:2.0:1762170989.108264:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.108266:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+353:2417:x1847765489662720:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 143us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.108269:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489663360 00000100:00100000:0.0:1762170989.108281:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33471 00010000:00010000:1.0:1762170989.108286:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5cc00/0x96d1ba5869cc01ff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc695f expref: 93 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.108297:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33472 00010000:00010000:2.0:1762170989.108299:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.108308:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e84c5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+93:2417:x1847765489662208:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.108315:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33473 00010000:00010000:0.0:1762170989.108316:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.108323:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55000/0x96d1ba5869cc01ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6919 expref: 93 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.108332:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+93:2417:x1847765489662336:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 214us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.108332:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+93:2417:x1847765489662592:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.108338:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55000/0x96d1ba5869cc01ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6919 expref: 93 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.108349:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.108353:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33470 00010000:00010000:0.0:1762170989.108355:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.108358:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.108359:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5bc00/0x96d1ba5869cc01dc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6935 expref: 93 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.108361:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.108377:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33474 00010000:00010000:0.0:1762170989.108380:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.108388:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5bc00/0x96d1ba5869cc01dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6935 expref: 92 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.108391:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+92:2415:x1847765489662976:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.108393:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.108406:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481716480:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.108406:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.108411:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.108415:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e84c5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+92:2417:x1847765489662208:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 108us (570us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.108416:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.108417:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53800/0x96d1ba5869cc01e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6943 expref: 92 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.108423:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.108428:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.108428:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33472 00010000:00010000:2.0:1762170989.108443:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53800/0x96d1ba5869cc01e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6943 expref: 91 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.108450:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.108462:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33475 00010000:00010000:2.0:1762170989.108465:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.108468:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.108471:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.108472:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+352:2417:x1847765489662848:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.108473:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.108475:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481716096:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.108484:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.108492:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c6600/0x96d1ba5869cc0929 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de9 expref: 352 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.108493:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.108497:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+91:2417:x1847765489662592:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 169us (609us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.108501:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.108519:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33473 00010000:00010000:0.0:1762170989.108524:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c6600/0x96d1ba5869cc0929 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de9 expref: 352 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.108534:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.108536:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.108539:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.108542:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.108548:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33476 00010000:00010000:0.0:1762170989.108551:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.108556:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+90:2415:x1847765489662976:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 166us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.108563:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+90:2414:x1847765489663104:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.108563:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.108570:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33474 00010000:00010000:1.0:1762170989.108577:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.108595:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+352:2417:x1847765489662848:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 111us (590us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.108600:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58400/0x96d1ba5869cc01ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6951 expref: 89 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.108604:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33477 00000100:00100000:0.0:1762170989.108615:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33475 00000100:00100000:2.0:1762170989.108622:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+352:2414:x1847765489663232:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.108622:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58400/0x96d1ba5869cc01ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6951 expref: 89 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.108636:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.108640:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33478 00010000:00010000:1.0:1762170989.108645:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58400/0x96d1ba5869cc01ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6951 expref: 89 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.108646:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8465a00/0x96d1ba5869cbf5db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b2e expref: 351 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.108656:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+89:2417:x1847765489663360:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.108673:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.108675:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.108676:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8465a00/0x96d1ba5869cbf5db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b2e expref: 351 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.108677:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.108683:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.108686:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5cc00/0x96d1ba5869cc01ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc695f expref: 88 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.108703:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8465a00/0x96d1ba5869cbf5db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b2e expref: 351 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.108791:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5cc00/0x96d1ba5869cc01ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc695f expref: 88 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.108806:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5cc00/0x96d1ba5869cc01ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc695f expref: 88 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.108816:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.108818:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.108822:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.108834:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.108838:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.108842:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.108846:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.108854:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.108854:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.108872:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+87:2417:x1847765489663360:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 222us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.108878:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33478 00010000:00010000:2.0:1762170989.108887:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.108895:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.108903:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.108910:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.108912:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+350:2414:x1847765489663232:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 296us (807us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.108916:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.108933:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33477 00010000:00010000:3.0:1762170989.108939:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.108939:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.108963:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.108970:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.108970:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.108971:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.108991:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.108999:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109008:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.109019:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.109028:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.109028:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.109045:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1762170989.109051:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+86:2414:x1847765489663104:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 491us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.109060:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33476 00000100:00100000:3.0:1762170989.109189:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+662:3643:x1847765481715712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3201us (4043us total) trans 4294977351 rc 0/0 00000100:00100000:0.0:1762170989.109190:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+937:3641:x1847765481716224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2837us (2914us total) trans 4294975666 rc 0/0 00000100:00100000:0.0:1762170989.109205:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42099 00000100:00100000:3.0:1762170989.109214:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42098 00000100:00100000:2.0:1762170989.109215:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5339500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+937:3641:x1847765481712896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7726us (8135us total) trans 4294975667 rc 0/0 00000100:00100000:2.0:1762170989.109224:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42087 00010000:00010000:0.0:1762170989.109227:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170989.109233:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109239:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.109242:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.109243:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.109249:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109252:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.109261:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.109266:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109267:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.109270:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f66300/2, rc 0, transno 4294975666 00010000:00010000:3.0:1762170989.109281:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109282:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc423a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.109287:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481716224:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.109310:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b80700/2, rc 0, transno 4294975667 00010000:00010000:3.0:1762170989.109311:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.109319:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481712896:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.109320:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.109325:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4241 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109328:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109345:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.109350:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.109356:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.109358:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.109361:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.109367:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.109375:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109381:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc41ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.109384:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.109395:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109403:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.109405:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109406:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.109411:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.109412:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481717120:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.109416:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109425:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.109431:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.109432:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109440:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109446:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.109455:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.109458:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170989.109524:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.109536:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb531f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481716992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.109573:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+937:3643:x1847765481715584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4140us (4714us total) trans 4294975668 rc 0/0 00000100:00100000:2.0:1762170989.109574:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.109599:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42097 00000100:00100000:0.0:1762170989.109623:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+936:3641:x1847765481714176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7229us (7327us total) trans 4294975669 rc 0/0 00000100:00100000:3.0:1762170989.109626:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481717120 00010000:00010000:2.0:1762170989.109631:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1762170989.109632:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481717120 00000100:00100000:0.0:1762170989.109637:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42091 00010000:00010000:2.0:1762170989.109638:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.109648:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.109653:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.109661:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.109663:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481716992 00000100:00100000:0.0:1762170989.109669:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481716992 00000100:00100000:3.0:1762170989.109672:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42102 00010000:00010000:2.0:1762170989.109679:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.109686:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+937:3640:x1847765481717120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.109692:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4233 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.109730:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42103 00010000:00010000:2.0:1762170989.109740:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.109742:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+937:3642:x1847765481716992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.109743:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2250 count 1 00010000:00010000:2.0:1762170989.109746:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.109756:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.109760:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.109762:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2249 count 1 00010000:00010000:3.0:1762170989.109763:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109779:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.109790:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d600/0x96d1ba5869cc0206 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6989 expref: 85 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.109798:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109804:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3fa00/0x96d1ba5869cc01f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc697b expref: 85 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.109825:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.109827:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.109828:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.109832:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109832:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.109833:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.109839:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.109860:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4209 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.109868:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3fa00/0x96d1ba5869cc01f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc697b expref: 85 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.109878:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3fa00/0x96d1ba5869cc01f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc697b expref: 85 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.109882:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d600/0x96d1ba5869cc0206 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6989 expref: 85 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.109884:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.109888:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.109894:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.109897:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481717248:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.109901:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d600/0x96d1ba5869cc0206 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6989 expref: 85 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.109909:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.109916:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481717376:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.109916:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c55000/0x96d1ba5869cc01ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6919 expref: 85 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.109933:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2180 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.109937:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f87480/2, rc 0, transno 4294977351 00000100:00100000:1.0:1762170989.109938:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481714048:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.109951:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.109952:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481715712:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.109962:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.109971:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.109972:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.109972:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f67b80/2, rc 0, transno 4294975668 00000004:00080000:0.0:1762170989.109979:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b37100/2, rc 0, transno 4294975669 00010000:00010000:1.0:1762170989.109985:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.109988:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481715584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.109989:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481714176:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.110003:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.110011:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110012:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110031:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110037:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.110040:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.110042:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110056:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170989.110103:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.110114:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481717504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.110151:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.110179:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481717504 00000100:00100000:3.0:1762170989.110185:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481717504 00000100:00100000:0.0:1762170989.110192:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+663:3641:x1847765481714432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6910us (7044us total) trans 4294977352 rc 0/0 00000100:00100000:2.0:1762170989.110197:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481717632:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.110198:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42092 00000100:00100000:1.0:1762170989.110213:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e91adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+938:3643:x1847765481713408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8103us (8197us total) trans 4294975670 rc 0/0 00000100:00100000:0.0:1762170989.110220:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42104 00000100:00100000:1.0:1762170989.110228:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42090 00000100:00100000:0.0:1762170989.110233:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+662:3640:x1847765481717504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.110236:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1762170989.110244:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1978 count 1 00010000:00010000:0.0:1762170989.110254:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110263:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8467e00/0x96d1ba5869cbf5e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b4a expref: 349 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.110264:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481717632 00000100:00100000:2.0:1762170989.110269:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170989.110271:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481717632 00010000:00010000:0.0:1762170989.110272:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.110275:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.110278:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.110280:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481717760:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.110297:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6600/0x96d1ba5869cc0929 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6de9 expref: 349 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.110305:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8467e00/0x96d1ba5869cbf5e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b4a expref: 349 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.110309:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42105 00000100:00100000:1.0:1762170989.110315:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481715840:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.110316:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.110325:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+938:3642:x1847765481717632:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.110332:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8467e00/0x96d1ba5869cbf5e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b4a expref: 348 pid: 33719 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170989.110339:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2251 count 1 00010000:00010000:1.0:1762170989.110342:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.110347:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1762170989.110348:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481717888:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.110353:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.110357:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.110360:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.110377:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72f00 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.110383:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e600/0x96d1ba5869cc0214 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6997 expref: 84 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.110383:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.110385:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.110390:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110394:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.110401:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.110415:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.110421:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110423:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.110428:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.110429:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.110433:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.110438:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.110442:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.110451:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110453:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.110477:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4202 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.110479:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e600/0x96d1ba5869cc0214 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6997 expref: 84 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.110479:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.110480:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110504:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4210 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.110509:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e600/0x96d1ba5869cc0214 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6997 expref: 84 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.110509:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.110517:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.110538:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170989.110541:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481718016:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.110542:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.110544:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110545:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.110549:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.110557:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.110559:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481717760 00000100:00100000:0.0:1762170989.110564:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481717760 00000100:00100000:3.0:1762170989.110572:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.110575:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.110597:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc422c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.110620:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42106 00010000:00010000:2.0:1762170989.110622:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.110626:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.110631:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.110634:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+939:3642:x1847765481717760:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.110644:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1762170989.110649:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2252 count 1 00010000:00010000:0.0:1762170989.110663:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.110667:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531f800/2, rc 0, transno 4294975670 00010000:00010000:0.0:1762170989.110678:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58a00/0x96d1ba5869cc020d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69a5 expref: 84 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.110681:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481713408:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.110694:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.110696:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.110699:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.110817:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58a00/0x96d1ba5869cc020d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69a5 expref: 84 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.110829:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58a00/0x96d1ba5869cc020d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69a5 expref: 84 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.110840:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f87800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481718144:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.110868:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481718272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.110885:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.110903:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1762170989.110920:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c0700/2, rc 0, transno 4294977352 00000100:00100000:0.0:1762170989.110933:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481714432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.110954:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481718272 00000100:00100000:2.0:1762170989.110959:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481718272 00000100:00100000:0.0:1762170989.110981:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481718400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.111003:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42107 00000100:00100000:0.0:1762170989.111008:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.111017:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+940:3640:x1847765481718272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.111018:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481718400 00000100:00100000:3.0:1762170989.111025:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481718400 00002000:00080000:2.0:1762170989.111034:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2253 count 1 00010000:00010000:2.0:1762170989.111049:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.111057:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42108 00010000:00010000:2.0:1762170989.111062:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58600/0x96d1ba5869cc021b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69b3 expref: 84 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.111071:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+664:3641:x1847765481718400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.111074:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.111078:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.111081:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.111088:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1979 count 1 00010000:00010000:3.0:1762170989.111106:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.111119:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f400/0x96d1ba5869cbf5e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b58 expref: 348 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.111127:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58600/0x96d1ba5869cc021b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69b3 expref: 84 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.111129:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.111133:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.111139:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111145:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58600/0x96d1ba5869cc021b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69b3 expref: 84 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.111161:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481718528:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.111173:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f400/0x96d1ba5869cbf5e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b58 expref: 348 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.111185:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f400/0x96d1ba5869cbf5e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b58 expref: 348 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.111188:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.111201:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481718656:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.111235:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321000 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.111244:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8464a00/0x96d1ba5869cbf5c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b12 expref: 348 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.111259:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481715328:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.111283:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111292:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111299:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111306:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111313:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111334:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.111343:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.111350:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.111359:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.111363:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.111371:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.111385:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.111392:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc421e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.111415:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.111418:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.111420:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.111484:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+665:3642:x1847765481714816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7332us (7529us total) trans 4294977354 rc 0/0 00000100:00100000:2.0:1762170989.111493:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42095 00000004:00080000:2.0:1762170989.111537:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59bf480/2, rc 0, transno 4294977354 00000100:00100000:2.0:1762170989.111549:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481714816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.111608:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481718784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.111641:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.111700:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481718784 00000100:00100000:2.0:1762170989.111704:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481718784 00000100:00100000:2.0:1762170989.111752:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42109 00000100:00100000:2.0:1762170989.111762:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+665:3642:x1847765481718784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.111775:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1980 count 1 00010000:00010000:2.0:1762170989.111788:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111799:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d000/0x96d1ba5869cbf5f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b66 expref: 347 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.111805:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.111807:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.111811:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111834:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d000/0x96d1ba5869cbf5f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b66 expref: 347 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.111848:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d000/0x96d1ba5869cbf5f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b66 expref: 347 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.111859:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481718912:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.111894:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.111920:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111928:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111936:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111943:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.111963:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.111969:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.111976:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.111984:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.111988:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.111996:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.112008:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.112015:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc41f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.112038:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.112041:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.112045:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.112074:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c53800/0x96d1ba5869cc01e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6943 expref: 84 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.112095:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481715456:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.112101:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eab2e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+666:3643:x1847765481713152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10590us (10831us total) trans 4294977355 rc 0/0 00000100:00100000:2.0:1762170989.112112:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42088 00010000:00010000:0.0:1762170989.112113:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.112123:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.112130:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.112138:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.112143:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e2ed80/2, rc 0, transno 4294977355 00010000:00010000:0.0:1762170989.112146:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.112154:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481713152:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.112165:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.112206:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.112216:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481719040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.112247:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.112277:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.112282:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.112290:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.112295:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.112302:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+941:3641:x1847765481715072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8207us (8468us total) trans 4294975671 rc 0/0 00010000:00010000:2.0:1762170989.112306:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.112314:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42094 00010000:00010000:2.0:1762170989.112322:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.112330:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4225 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.112352:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170989.112352:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb5880/2, rc 0, transno 4294975671 00010000:00010000:2.0:1762170989.112355:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.112359:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.112365:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481715072:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.112383:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481719040 00000100:00100000:2.0:1762170989.112388:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481719040 00000100:00100000:2.0:1762170989.112418:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42110 00000100:00100000:0.0:1762170989.112424:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.112429:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+666:3642:x1847765481719040:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.112438:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481719168:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.112442:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1981 count 1 00010000:00010000:2.0:1762170989.112455:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.112471:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c400/0x96d1ba5869cbf5f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b74 expref: 347 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.112480:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.112480:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.112484:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.112489:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.112507:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481719168 00010000:00010000:2.0:1762170989.112513:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c400/0x96d1ba5869cbf5f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b74 expref: 347 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.112513:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481719168 00010000:00010000:2.0:1762170989.112526:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c400/0x96d1ba5869cbf5f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b74 expref: 347 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.112539:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eeed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481719296:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.112545:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42111 00000100:00100000:0.0:1762170989.112554:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+941:3641:x1847765481719168:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.112566:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ee40 going to sleep for 11 seconds 00002000:00080000:0.0:1762170989.112566:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2254 count 1 00010000:00010000:0.0:1762170989.112592:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.112605:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d200/0x96d1ba5869cc0222 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c1 expref: 83 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.112612:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.112614:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.112617:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.112640:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d200/0x96d1ba5869cc0222 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c1 expref: 83 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.112651:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d200/0x96d1ba5869cc0222 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c1 expref: 83 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.112663:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481719424:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.112689:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2300 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.113197:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5bc00/0x96d1ba5869cc01dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6935 expref: 83 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.113212:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481714944:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.113293:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.113303:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.113311:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.113319:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.113326:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.113347:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.113353:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.113361:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.113369:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.113373:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.113383:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.113401:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.113408:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4217 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.113430:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.113433:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.113436:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.113526:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+942:3643:x1847765481714560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10038us (10351us total) trans 4294975672 rc 0/0 00000100:00100000:3.0:1762170989.113535:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42093 00000004:00080000:2.0:1762170989.113538:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1460e00/2, rc 0, transno 4294975672 00000100:00100000:2.0:1762170989.113558:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481714560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.113622:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.113634:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481719552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.113671:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.115749:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481719552 00000100:00100000:1.0:1762170989.115756:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481719552 00000100:00100000:1.0:1762170989.115797:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42112 00000100:00100000:1.0:1762170989.115807:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+942:3640:x1847765481719552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.115828:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2255 count 1 00010000:00010000:1.0:1762170989.115844:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.115859:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59a00/0x96d1ba5869cc0229 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69cf expref: 82 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.115866:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.115868:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.115871:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.115898:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59a00/0x96d1ba5869cc0229 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69cf expref: 82 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.115908:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59a00/0x96d1ba5869cc0229 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69cf expref: 82 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.115919:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481719680:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.115970:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.116137:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.116166:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.116192:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489663488 00000100:00100000:3.0:1762170989.116198:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489663488 00010000:00010000:3.0:1762170989.116228:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8466400/0x96d1ba5869cbf6f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b3c expref: 348 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.116242:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481717248:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.116256:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489663616 00000100:00100000:3.0:1762170989.116261:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489663616 00010000:00010000:0.0:1762170989.116267:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116279:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59000/0x96d1ba5869cc01f8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc696d expref: 83 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.116309:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33479 00000100:00100000:0.0:1762170989.116309:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481717888:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.116323:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+348:2416:x1847765489663488:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.116329:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481716608:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.116331:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116334:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.116344:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8466400/0x96d1ba5869cbf6f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b3c expref: 348 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.116350:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116359:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8466400/0x96d1ba5869cbf6f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b3c expref: 348 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.116370:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f87800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481718144:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.116383:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466400/0x96d1ba5869cbf6f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b3c expref: 348 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.116388:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116400:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.116404:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.116405:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:176027:1847765481716864:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.116409:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116421:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.116422:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116458:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.116460:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33480 00000100:00100000:1.0:1762170989.116472:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+83:2417:x1847765489663616:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.116481:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.116487:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59000/0x96d1ba5869cc01f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc696d expref: 83 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.116493:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a64050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+347:2416:x1847765489663488:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 171us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.116509:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33479 00010000:00010000:1.0:1762170989.116509:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59000/0x96d1ba5869cc01f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc696d expref: 83 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.116530:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59000/0x96d1ba5869cc01f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc696d expref: 83 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.116543:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.116545:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.116548:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.116556:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.116577:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.116606:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481717376:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.116616:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+82:2417:x1847765489663616:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 144us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.116625:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33480 00010000:00010000:3.0:1762170989.116627:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.116657:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.116661:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481718016:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.116669:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.116678:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.116685:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.116701:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.116772:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116793:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.116799:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116805:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.116809:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116818:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116830:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116842:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4248 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.116868:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.116871:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.116875:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.116926:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+667:3641:x1847765481716352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10152us (10409us total) trans 4294977356 rc 0/0 00000100:00100000:1.0:1762170989.116933:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42100 00000004:00080000:0.0:1762170989.116942:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f84e00/2, rc 0, transno 4294977356 00000100:00100000:0.0:1762170989.116959:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481716352:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.116974:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.116985:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.116993:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.117007:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.117023:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.117028:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481719808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.117069:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.117110:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.117116:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.117125:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.117129:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.117138:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.117157:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.117165:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc424f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.117189:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.117192:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.117194:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+943:3642:x1847765481716736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9921us (10010us total) trans 4294975673 rc 0/0 00010000:00010000:0.0:1762170989.117196:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.117206:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42101 00000004:00080000:0.0:1762170989.117227:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f86d80/2, rc 0, transno 4294975673 00000100:00100000:1.0:1762170989.117229:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481719808 00000100:00100000:1.0:1762170989.117234:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481719808 00000100:00100000:0.0:1762170989.117240:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481716736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.117269:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42113 00000100:00100000:1.0:1762170989.117279:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6662050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+667:3642:x1847765481719808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.117294:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1982 count 1 00000100:00100000:0.0:1762170989.117298:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1762170989.117308:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.117309:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481719936:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.117326:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466e00/0x96d1ba5869cbf5fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b82 expref: 346 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.117334:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.117337:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.117340:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.117349:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.117371:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8466e00/0x96d1ba5869cbf5fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b82 expref: 346 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.117382:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8466e00/0x96d1ba5869cbf5fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b82 expref: 346 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.117383:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481719936 00000100:00100000:0.0:1762170989.117389:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481719936 00000100:00100000:1.0:1762170989.117399:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481720064:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.117439:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42114 00000100:00100000:1.0:1762170989.117443:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612d80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.117451:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+943:3642:x1847765481719936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.117466:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2256 count 1 00010000:00010000:0.0:1762170989.117479:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.117491:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ea00/0x96d1ba5869cc0230 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69dd expref: 81 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.117498:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.117500:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.117503:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.117528:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ea00/0x96d1ba5869cc0230 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69dd expref: 81 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.117540:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ea00/0x96d1ba5869cc0230 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69dd expref: 81 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.117551:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481720192:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.117576:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.117599:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2ae2180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.117631:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.117665:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489664000 00000100:00100000:3.0:1762170989.117669:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489664000 00010000:00010000:3.0:1762170989.117686:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8467e00/0x96d1ba5869cbf5e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b4a expref: 347 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.117703:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489664256 00000100:00100000:1.0:1762170989.117816:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.117844:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.117874:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489663872 00000100:00100000:0.0:1762170989.117880:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489663872 00010000:00010000:0.0:1762170989.117901:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d600/0x96d1ba5869cc0206 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6989 expref: 82 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.117920:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.117921:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489664128 00000100:00100000:0.0:1762170989.117927:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489664128 00010000:00010000:0.0:1762170989.117943:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e600/0x96d1ba5869cc0214 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6997 expref: 83 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.117960:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489664256 00000100:00100000:0.0:1762170989.117960:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489663744 00000100:00100000:1.0:1762170989.117967:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.117968:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489663744 00010000:00010000:3.0:1762170989.117987:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58a00/0x96d1ba5869cc020d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69a5 expref: 85 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.117991:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3fa00/0x96d1ba5869cc01f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc697b expref: 85 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.118000:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.118021:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489664384 00000100:00100000:0.0:1762170989.118023:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489664512 00000100:00100000:3.0:1762170989.118027:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489664384 00000100:00100000:0.0:1762170989.118029:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489664512 00000100:00100000:1.0:1762170989.118031:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.118050:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58600/0x96d1ba5869cc021b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69b3 expref: 86 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.118054:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d000/0x96d1ba5869cbf5f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b66 expref: 348 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.118060:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.118078:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.118087:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489664640 00000100:00100000:0.0:1762170989.118089:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489664768 00000100:00100000:3.0:1762170989.118092:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489664640 00000100:00100000:0.0:1762170989.118095:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489664768 00000100:00100000:1.0:1762170989.118104:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.118115:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f400/0x96d1ba5869cbf5e9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b58 expref: 350 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.118117:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c400/0x96d1ba5869cbf5f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b74 expref: 350 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.118121:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489665024 00000100:00100000:1.0:1762170989.118127:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489665024 00000100:00100000:3.0:1762170989.118147:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489664896 00010000:00010000:1.0:1762170989.118148:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59a00/0x96d1ba5869cc0229 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69cf expref: 87 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.118153:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489664896 00000100:00100000:0.0:1762170989.118155:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33481 00000100:00100000:0.0:1762170989.118169:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+350:2417:x1847765489664000:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.118176:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d200/0x96d1ba5869cc0222 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c1 expref: 88 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.118178:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33482 00010000:00010000:0.0:1762170989.118179:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.118190:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8467e00/0x96d1ba5869cbf5e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b4a expref: 350 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.118195:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+88:2417:x1847765489663872:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.118205:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33483 00010000:00010000:1.0:1762170989.118211:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.118212:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8467e00/0x96d1ba5869cbf5e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b4a expref: 350 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.118219:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+88:2417:x1847765489664128:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.118221:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d600/0x96d1ba5869cc0206 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6989 expref: 88 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.118234:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.118242:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d600/0x96d1ba5869cc0206 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6989 expref: 88 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.118244:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e600/0x96d1ba5869cc0214 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6997 expref: 88 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.118245:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8467e00/0x96d1ba5869cbf5e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b4a expref: 350 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.118271:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d600/0x96d1ba5869cc0206 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6989 expref: 88 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.118275:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.118278:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e600/0x96d1ba5869cc0214 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6997 expref: 88 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.118280:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.118286:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.118292:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.118298:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.118303:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.118306:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.118310:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e600/0x96d1ba5869cc0214 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6997 expref: 87 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.118328:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.118341:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.118345:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.118350:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.118360:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.118370:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.118370:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.118384:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.118404:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+349:2417:x1847765489664000:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 236us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.118405:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+86:2417:x1847765489663872:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 212us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.118416:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+86:2417:x1847765489664128:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 199us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.118423:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33481 00000100:00100000:1.0:1762170989.118431:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33482 00000100:00100000:3.0:1762170989.118439:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33483 00000100:00100000:0.0:1762170989.118447:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33484 00000100:00100000:1.0:1762170989.118456:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33485 00000100:00100000:0.0:1762170989.118462:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+84:2417:x1847765489664256:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.118466:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33486 00000100:00100000:1.0:1762170989.118471:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+84:2415:x1847765489663744:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.118479:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.118483:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.118485:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+84:2416:x1847765489664384:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.118490:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58a00/0x96d1ba5869cc020d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69a5 expref: 84 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.118491:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3fa00/0x96d1ba5869cc01f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc697b expref: 84 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.118514:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.118517:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58a00/0x96d1ba5869cc020d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69a5 expref: 84 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.118519:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3fa00/0x96d1ba5869cc01f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc697b expref: 84 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.118524:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58600/0x96d1ba5869cc021b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69b3 expref: 84 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.118548:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58a00/0x96d1ba5869cc020d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69a5 expref: 84 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.118551:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58600/0x96d1ba5869cc021b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69b3 expref: 84 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.118553:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3fa00/0x96d1ba5869cc01f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc697b expref: 84 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.118575:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.118578:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.118592:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.118594:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.118596:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.118602:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.118608:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.118612:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.118634:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.118640:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.118655:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.118658:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.118662:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+82:2417:x1847765489664256:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 204us (1030us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.118664:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.118668:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+82:2415:x1847765489663744:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 200us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.118681:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33484 00010000:00010000:3.0:1762170989.118688:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.118692:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33485 00000100:00100000:0.0:1762170989.118703:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33487 00010000:00010000:3.0:1762170989.118730:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.118754:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+80:2416:x1847765489664384:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 276us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.118778:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33488 00000100:00100000:0.0:1762170989.118783:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+348:2417:x1847765489664512:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.118789:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33486 00000100:00100000:1.0:1762170989.118796:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+348:2416:x1847765489664640:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.118801:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.118802:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33489 00010000:00010000:1.0:1762170989.118811:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.118812:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d000/0x96d1ba5869cbf5f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b66 expref: 348 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.118822:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f400/0x96d1ba5869cbf5e9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b58 expref: 348 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.118823:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+348:2417:x1847765489664768:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.118824:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33490 00010000:00010000:0.0:1762170989.118836:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d000/0x96d1ba5869cbf5f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b66 expref: 348 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.118837:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+79:2416:x1847765489665024:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.118842:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.118851:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f400/0x96d1ba5869cbf5e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b58 expref: 348 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.118852:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.118855:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c400/0x96d1ba5869cbf5f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b74 expref: 348 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.118860:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59a00/0x96d1ba5869cc0229 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69cf expref: 79 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.118861:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.118866:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.118871:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.118879:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.118884:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.118888:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c400/0x96d1ba5869cbf5f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b74 expref: 348 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.118889:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.118897:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.118904:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59a00/0x96d1ba5869cc0229 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69cf expref: 79 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.118922:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.118927:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.118932:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.118933:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.118934:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.118934:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.118936:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.118940:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.118961:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+348:2417:x1847765489664512:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 180us (963us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.118962:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.118963:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.118963:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.118979:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33487 00010000:00010000:3.0:1762170989.118989:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.118990:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+348:2416:x1847765489664640:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 199us (958us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.118998:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.119003:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33488 00000100:00100000:3.0:1762170989.119008:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+79:2416:x1847765489665024:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 172us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.119014:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33491 00000100:00100000:3.0:1762170989.119023:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33490 00000100:00100000:2.0:1762170989.119028:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+346:2417:x1847765489664768:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 209us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.119029:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+79:2417:x1847765489664896:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.119044:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33489 00010000:00010000:0.0:1762170989.119045:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.119049:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59a00/0x96d1ba5869cc0229 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69cf expref: 78 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.119056:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d200/0x96d1ba5869cc0222 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c1 expref: 78 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.119061:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f400/0x96d1ba5869cbf5e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b58 expref: 345 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.119070:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481719680:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.119087:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d200/0x96d1ba5869cc0222 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c1 expref: 77 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.119088:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481718656:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.119095:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119106:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.119112:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119113:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.119115:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58600/0x96d1ba5869cc021b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69b3 expref: 77 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.119116:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119117:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.119123:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119140:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.119141:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.119149:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481718528:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.119150:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119164:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.119168:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119175:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119183:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119183:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.119196:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119203:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.119205:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+76:2417:x1847765489664896:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 179us (1099us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.119211:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.119227:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33491 00010000:00010000:2.0:1762170989.119229:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119242:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.119245:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.119254:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119273:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1762170989.119273:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119285:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119295:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119302:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119317:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1762170989.119329:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+668:3641:x1847765481718400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8262us (8321us total) trans 4294977357 rc 0/0 00000100:00100000:3.0:1762170989.119335:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42108 00010000:00010000:3.0:1762170989.119355:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119363:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119371:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119379:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119390:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1762170989.119412:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+945:3640:x1847765481719552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3605us (5740us total) trans 4294975674 rc 0/0 00000100:00100000:1.0:1762170989.119421:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42112 00000100:00100000:2.0:1762170989.119444:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+945:3640:x1847765481718272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8431us (8541us total) trans 4294975675 rc 0/0 00000100:00100000:2.0:1762170989.119455:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42107 00000100:00100000:0.0:1762170989.119472:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+668:3640:x1847765481717504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9242us (9320us total) trans 4294977358 rc 0/0 00000100:00100000:0.0:1762170989.119481:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42104 00010000:00010000:2.0:1762170989.119506:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99d000/0x96d1ba5869cbf5f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b66 expref: 344 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.119513:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.119525:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+944:3640:x1847765481717120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9842us (10070us total) trans 4294975676 rc 0/0 00000100:00100000:2.0:1762170989.119525:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481718912:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.119526:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.119539:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42102 00010000:00010000:0.0:1762170989.119547:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119556:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119556:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119566:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.119574:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.119597:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119597:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1762170989.119598:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119623:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119625:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.119649:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.119650:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119650:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119676:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119677:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:2.0:1762170989.119691:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1762170989.119776:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+945:3642:x1847765481717760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9146us (9463us total) trans 4294975677 rc 0/0 00000100:00100000:0.0:1762170989.119785:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42106 00000100:00100000:1.0:1762170989.119788:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481720064:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.119809:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.119818:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+944:3642:x1847765481717632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9497us (9587us total) trans 4294975678 rc 0/0 00010000:00010000:0.0:1762170989.119820:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.119828:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42105 00010000:00010000:0.0:1762170989.119837:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119850:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119851:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1762170989.119858:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.119862:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119865:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.119871:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.119876:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+668:3642:x1847765481718784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8114us (8233us total) trans 4294977359 rc 0/0 00010000:00010000:0.0:1762170989.119881:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:3.0:1762170989.119882:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.119890:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42109 00010000:00010000:3.0:1762170989.119905:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119913:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4280 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119917:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1762170989.119926:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119936:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1762170989.119936:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.119943:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.119944:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119962:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119976:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.119984:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc429c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120005:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.120005:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1762170989.120012:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120015:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.120015:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+944:3642:x1847765481716992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10274us (10440us total) trans 4294975679 rc 0/0 00000100:00100000:0.0:1762170989.120035:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42103 00010000:00010000:2.0:1762170989.120036:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.120041:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120043:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120062:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120064:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120080:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4279 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120086:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120095:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1762170989.120099:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120104:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4264 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120105:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.120111:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120122:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120132:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120135:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1762170989.120136:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4256 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120141:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.120147:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1762170989.120152:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.120154:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.120155:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120157:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120161:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.120180:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.120183:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120184:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.120186:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120192:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.120213:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120216:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120216:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.120237:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120243:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4272 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120246:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.120249:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbca00/0x96d1ba5869cc426b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120270:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4287 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120280:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.120287:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.120298:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.120300:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.120303:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.120307:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.120307:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.120313:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.120318:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.120321:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120324:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.120339:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.120339:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf6300/2, rc 0, transno 4294977357 00010000:00010000:2.0:1762170989.120351:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc425d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.120355:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481718400:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.120377:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.120381:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.120385:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.120395:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170989.120395:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a7100/2, rc 0, transno 4294975674 00000100:00100000:0.0:1762170989.120407:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481719552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.120408:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489665152 00000100:00100000:2.0:1762170989.120414:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489665152 00000004:00080000:0.0:1762170989.120426:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e49f80/2, rc 0, transno 4294975675 00000100:00100000:0.0:1762170989.120433:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481718272:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.120440:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8466e00/0x96d1ba5869cbf5fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b82 expref: 344 pid: 33719 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170989.120447:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cd880/2, rc 0, transno 4294977358 00000100:00100000:0.0:1762170989.120455:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481717504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.120466:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489665280 00000004:00080000:0.0:1762170989.120470:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531f480/2, rc 0, transno 4294975676 00000100:00100000:2.0:1762170989.120471:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489665280 00000100:00100000:0.0:1762170989.120479:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481717120:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.120492:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ea00/0x96d1ba5869cc0230 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69dd expref: 76 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.120527:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33492 00000100:00100000:3.0:1762170989.120536:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33493 00000100:00100000:2.0:1762170989.120540:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+344:2416:x1847765489665152:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.120552:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+76:2415:x1847765489665280:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.120554:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.120563:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8466e00/0x96d1ba5869cbf5fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b82 expref: 344 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.120567:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.120577:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ea00/0x96d1ba5869cc0230 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69dd expref: 76 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.120600:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8466e00/0x96d1ba5869cbf5fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b82 expref: 344 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.120604:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ea00/0x96d1ba5869cc0230 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69dd expref: 76 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.120629:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466e00/0x96d1ba5869cbf5fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b82 expref: 344 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.120630:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.120634:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.120639:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120645:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.120649:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.120652:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.120655:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.120660:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481720576:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.120674:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.120678:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.120704:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.120736:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+76:2415:x1847765489665280:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 188us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.120744:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33493 00000100:00100000:0.0:1762170989.120747:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1762170989.120792:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eec000/2, rc 0, transno 4294977359 00000100:00100000:0.0:1762170989.120803:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481718784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.120815:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+343:2416:x1847765489665152:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 278us (1247us total) trans 0 rc 0/0 00000004:00080000:0.0:1762170989.120821:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e4a680/2, rc 0, transno 4294975677 00000100:00100000:2.0:1762170989.120827:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33492 00000100:00100000:0.0:1762170989.120834:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481717760:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170989.120854:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e49880/2, rc 0, transno 4294975678 00000100:00100000:0.0:1762170989.120860:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481717632:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170989.120878:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb531f100/2, rc 0, transno 4294975679 00000100:00100000:0.0:1762170989.120884:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb531f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481716992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.120904:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481720704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.120945:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.120981:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481720448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.120982:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481721216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.121026:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.121055:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c400/0x96d1ba5869cbf5f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b74 expref: 342 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.121057:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481720576 00000100:00100000:3.0:1762170989.121064:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481720576 00000100:00100000:0.0:1762170989.121068:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481720960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.121086:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eeed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481719296:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.121099:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481720704 00000100:00100000:3.0:1762170989.121105:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481720704 00000100:00100000:0.0:1762170989.121107:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.121108:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.121120:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.121127:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.121135:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481720448 00010000:00010000:2.0:1762170989.121135:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.121141:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481720448 00000100:00100000:0.0:1762170989.121142:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00010000:00010000:2.0:1762170989.121150:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.121154:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.121154:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481720320:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.121166:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481720960 00000100:00100000:3.0:1762170989.121172:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481720960 00010000:00010000:1.0:1762170989.121173:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.121175:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.121186:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.121187:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.121196:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.121208:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481720320 00000100:00100000:0.0:1762170989.121210:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481720832:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.121213:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.121214:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481720320 00000100:00100000:0.0:1762170989.121242:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.121245:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42115 00000100:00100000:3.0:1762170989.121253:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+946:3642:x1847765481720576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.121269:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2257 count 1 00010000:00010000:3.0:1762170989.121281:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.121292:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b800/0x96d1ba5869cc0237 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69eb expref: 75 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.121297:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.121299:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.121301:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.121313:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481721344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.121314:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+671:3642:x1847765481719040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8885us (9064us total) trans 4294977360 rc 0/0 00010000:00010000:3.0:1762170989.121320:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b800/0x96d1ba5869cc0237 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69eb expref: 75 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.121332:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42110 00010000:00010000:3.0:1762170989.121336:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b800/0x96d1ba5869cc0237 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69eb expref: 75 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.121346:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481721472:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.121354:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481720832 00000100:00100000:0.0:1762170989.121355:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.121360:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481720832 00000100:00100000:2.0:1762170989.121394:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481721344 00000100:00100000:2.0:1762170989.121398:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481721344 00010000:00010000:0.0:1762170989.121399:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1762170989.121407:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.121407:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.121419:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.121424:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42116 00010000:00010000:0.0:1762170989.121424:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.121434:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42117 00000100:00100000:2.0:1762170989.121439:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+947:3643:x1847765481720704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.121440:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.121448:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+671:3641:x1847765481720448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.121460:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2258 count 1 00002000:00080000:3.0:1762170989.121464:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1984 count 1 00010000:00010000:0.0:1762170989.121466:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.121474:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.121476:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.121490:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc428e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.121500:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f600/0x96d1ba5869cbf60c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b9e expref: 341 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.121504:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c000/0x96d1ba5869cc023e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f9 expref: 75 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.121510:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.121513:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.121517:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.121519:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.121522:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.121523:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.121528:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.121529:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.121535:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f600/0x96d1ba5869cbf60c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b9e expref: 341 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.121554:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.121557:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f600/0x96d1ba5869cbf60c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b9e expref: 341 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.121560:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.121570:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481721600:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.121572:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c000/0x96d1ba5869cc023e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f9 expref: 75 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.121576:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.121611:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c000/0x96d1ba5869cc023e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f9 expref: 75 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.121612:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321000 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.121613:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.121634:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6662050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+671:3642:x1847765481719808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4354us (4563us total) trans 4294977361 rc 0/0 00000100:00100000:3.0:1762170989.121637:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42118 00010000:00010000:0.0:1762170989.121637:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc42a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.121640:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eeed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481721728:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.121654:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+947:3641:x1847765481720960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.121663:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42113 00002000:00080000:3.0:1762170989.121672:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2260 count 1 00010000:00010000:0.0:1762170989.121672:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.121676:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.121678:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ee40 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.121680:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.121688:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.121688:0:176027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42119 00000100:00100000:0.0:1762170989.121701:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42120 00000100:00100000:1.0:1762170989.121702:0:176027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+670:3641:x1847765481720320:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.121730:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a200/0x96d1ba5869cc024c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a15 expref: 75 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.121731:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.121741:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.121744:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.121747:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.121758:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170989.121765:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+947:3641:x1847765481720832:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.121772:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481721088:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.121774:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a200/0x96d1ba5869cc024c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a15 expref: 75 pid: 8389 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170989.121781:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2259 count 1 00010000:00010000:3.0:1762170989.121794:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a200/0x96d1ba5869cc024c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a15 expref: 75 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.121797:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.121809:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.121814:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481721856:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.121822:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59800/0x96d1ba5869cc0245 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a07 expref: 75 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.121830:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.121833:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.121836:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.121844:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481721216 00000100:00100000:2.0:1762170989.121849:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481721216 00010000:00010000:0.0:1762170989.121862:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59800/0x96d1ba5869cc0245 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a07 expref: 75 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.121875:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.121875:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59800/0x96d1ba5869cc0245 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a07 expref: 75 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.121876:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481721088 00000100:00100000:2.0:1762170989.121883:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481721088 00000100:00100000:0.0:1762170989.121895:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481721984:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.121897:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.121908:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42121 00000100:00100000:3.0:1762170989.121918:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42122 00000100:00100000:2.0:1762170989.121920:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+670:3640:x1847765481721344:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.121926:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72f00 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.121933:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+949:3643:x1847765481721216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.121935:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1985 count 1 00002000:00080000:3.0:1762170989.121952:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2262 count 1 00010000:00010000:2.0:1762170989.121952:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.121954:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42123 00010000:00010000:2.0:1762170989.121969:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ca00/0x96d1ba5869cbf613 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bac expref: 341 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.121971:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.121971:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+949:3643:x1847765481721088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.121993:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1762170989.121993:0:176027:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1983 count 1 00002000:00080000:0.0:1762170989.121994:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2261 count 1 00010000:00010000:2.0:1762170989.121998:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.122001:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5dc00/0x96d1ba5869cc025a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a31 expref: 75 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.122006:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.122014:0:176027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.122014:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.122032:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.122037:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.122042:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.122045:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ca00/0x96d1ba5869cbf613 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bac expref: 341 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.122048:0:176027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb800/0x96d1ba5869cc0b83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7043 expref: 341 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.122049:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e000/0x96d1ba5869cc0253 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a23 expref: 75 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.122076:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.122077:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ca00/0x96d1ba5869cbf613 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bac expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.122081:0:176027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.122086:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5dc00/0x96d1ba5869cc025a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a31 expref: 75 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.122088:0:176027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.122090:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.122094:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.122099:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.122107:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481722112:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.122119:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5dc00/0x96d1ba5869cc025a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a31 expref: 75 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.122132:0:176027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb800/0x96d1ba5869cc0b83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7043 expref: 341 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.122134:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481722240:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.122141:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e000/0x96d1ba5869cc0253 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a23 expref: 75 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.122144:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.122161:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e000/0x96d1ba5869cc0253 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a23 expref: 75 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.122167:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea63216c0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.122175:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481722496:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.122207:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72cc0 going to sleep for 11 seconds 00000004:00080000:0.0:1762170989.122246:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b37480/2, rc 0, transno 4294977361 00000100:00100000:0.0:1762170989.122257:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481719808:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1762170989.122277:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eed180/2, rc 0, transno 4294977360 00000100:00100000:0.0:1762170989.122283:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481719040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.122361:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.122371:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481722624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.122407:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.122424:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.122436:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481722752:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.122445:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481722624 00000100:00100000:3.0:1762170989.122451:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481722624 00000100:00100000:2.0:1762170989.122470:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.122495:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481722752 00000100:00100000:0.0:1762170989.122500:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481722752 00000100:00100000:2.0:1762170989.122515:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42124 00000100:00100000:2.0:1762170989.122526:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+672:3640:x1847765481722624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.122535:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42125 00002000:00080000:2.0:1762170989.122545:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1986 count 1 00000100:00100000:0.0:1762170989.122549:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+672:3643:x1847765481722752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.122561:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.122569:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1987 count 1 00010000:00010000:2.0:1762170989.122575:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8467400/0x96d1ba5869cbf61a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bba expref: 341 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.122595:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.122596:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.122600:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.122605:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.122614:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c600/0x96d1ba5869cbf621 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc8 expref: 341 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.122622:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.122624:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.122627:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.122636:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8467400/0x96d1ba5869cbf61a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bba expref: 341 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.122649:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8467400/0x96d1ba5869cbf61a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bba expref: 341 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.122656:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c600/0x96d1ba5869cbf621 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc8 expref: 341 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.122665:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481722880:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.122672:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c600/0x96d1ba5869cbf621 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc8 expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.122688:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481723008:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.122702:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.122766:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc4350c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.122809:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d200/0x96d1ba5869cc0222 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c1 expref: 75 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.122813:0:176027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb800/0x96d1ba5869cc0b83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7043 expref: 341 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.122832:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481719424:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.122835:0:176027:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481722368:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.122854:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.122870:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.122877:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.122886:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.122893:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.122910:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.123044:0:176027:0:(client.c:2680:ptlrpc_set_wait()) set ffff889d87d510c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.123100:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+672:3641:x1847765481707264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37084us (37767us total) trans 4294977342 rc 0/0 00000100:00100000:0.0:1762170989.123103:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+950:3641:x1847765481719168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10549us (10622us total) trans 4294975680 rc 0/0 00000100:00100000:3.0:1762170989.123195:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42064 00000100:00100000:0.0:1762170989.123204:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42111 00000004:00080000:3.0:1762170989.123242:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf5500/2, rc 0, transno 4294975680 00010000:00010000:0.0:1762170989.123260:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3ea00/0x96d1ba5869cc0230 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69dd expref: 74 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.123264:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481719168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.123284:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481720192:192.168.202.10@tcp:104: 00000004:00080000:3.0:1762170989.123294:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a4000/2, rc 0, transno 4294977342 00010000:00010000:0.0:1762170989.123303:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.123307:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481707264:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.123355:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.123362:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.123377:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.123382:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.123384:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481723136:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.123399:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.123415:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.123420:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481723264:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.123426:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4295 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.123429:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.123455:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.123459:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.123463:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.123468:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.123481:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481723136 00000100:00100000:3.0:1762170989.123486:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481723136 00000100:00100000:3.0:1762170989.123522:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481723264 00000100:00100000:3.0:1762170989.123525:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481723264 00000100:00100000:3.0:1762170989.123552:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42126 00000100:00100000:0.0:1762170989.123562:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42127 00000100:00100000:3.0:1762170989.123563:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+950:3643:x1847765481723136:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.123577:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+672:3640:x1847765481723264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.123604:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1988 count 1 00010000:00010000:0.0:1762170989.123617:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.123629:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e000/0x96d1ba5869cbf62f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bd6 expref: 341 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.123636:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.123638:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.123641:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.123664:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2263 count 1 00010000:00010000:0.0:1762170989.123665:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e000/0x96d1ba5869cbf62f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bd6 expref: 341 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.123678:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e000/0x96d1ba5869cbf62f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bd6 expref: 341 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.123681:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.123698:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8754700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481723392:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.123702:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58200/0x96d1ba5869cc0261 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a3f expref: 73 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.123768:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3d8d780 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.123783:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.123801:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.123803:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.123805:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.123810:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.123833:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.123841:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.123849:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58200/0x96d1ba5869cc0261 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a3f expref: 73 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.123862:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58200/0x96d1ba5869cc0261 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a3f expref: 73 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.123864:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.123871:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.123879:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.123880:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481723520:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.123893:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.123899:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.123908:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.123916:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321780 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.123922:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.123931:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10400/0x96d1ba5869cc42aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.123956:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.123960:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.123964:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.124028:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+951:3642:x1847765481719936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6580us (6682us total) trans 4294975681 rc 0/0 00000100:00100000:0.0:1762170989.124037:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42114 00000100:00100000:0.0:1762170989.124076:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481722496:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.124098:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.124137:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512ed80/2, rc 0, transno 4294975681 00000100:00100000:0.0:1762170989.124148:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481719936:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.124207:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.124218:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481723648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.124254:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.124307:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481723648 00000100:00100000:3.0:1762170989.124311:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481721600:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.124312:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481723648 00010000:00010000:3.0:1762170989.124336:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.124345:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42128 00000100:00100000:0.0:1762170989.124356:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+951:3640:x1847765481723648:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.124366:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:0.0:1762170989.124370:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2264 count 1 00000100:00100000:0.0:1762170989.124394:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489665536 00000100:00100000:0.0:1762170989.124399:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489665536 00000100:00100000:3.0:1762170989.124416:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481721856:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.124423:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b800/0x96d1ba5869cc0237 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69eb expref: 74 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.124439:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.124458:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33494 00000100:00100000:2.0:1762170989.124465:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.124473:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+74:2416:x1847765489665536:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.124484:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.124490:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489665408 00010000:00010000:0.0:1762170989.124491:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b800/0x96d1ba5869cc0237 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69eb expref: 74 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.124495:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489665408 00010000:00010000:0.0:1762170989.124509:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b800/0x96d1ba5869cc0237 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69eb expref: 75 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.124519:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e000/0x96d1ba5869cc0253 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a23 expref: 75 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.124527:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.124531:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.124536:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.124545:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.124550:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33495 00000100:00100000:2.0:1762170989.124562:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+75:2416:x1847765489665408:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.124569:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.124572:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.124579:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e000/0x96d1ba5869cc0253 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a23 expref: 75 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.124611:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e000/0x96d1ba5869cc0253 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a23 expref: 75 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.124611:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+75:2416:x1847765489665536:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 139us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.124629:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33494 00010000:00010000:2.0:1762170989.124638:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c3e000/0x96d1ba5869cc0253 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a23 expref: 75 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.124651:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.124654:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.124658:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.124666:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.124672:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481721984:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.124690:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.124694:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.124739:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.124742:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+73:2416:x1847765489665408:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 180us (278us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.124755:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.124761:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33495 00010000:00010000:0.0:1762170989.124770:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.124777:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.124793:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.124807:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b800/0x96d1ba5869cc0237 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69eb expref: 72 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.124820:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481721472:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.124839:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.124848:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.124856:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.124864:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.124872:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.124894:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.124901:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.124908:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.124922:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.124928:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.124937:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.124939:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+953:3643:x1847765481721088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2972us (3134us total) trans 4294975682 rc 0/0 00000100:00100000:0.0:1762170989.124958:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42123 00010000:00010000:3.0:1762170989.124964:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.124973:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc42e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.124987:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.124994:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.125000:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.125002:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.125006:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.125008:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.125011:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.125018:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.125037:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.125044:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd200/0x96d1ba5869cc42b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.125049:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+952:3642:x1847765481720576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3794us (4304us total) trans 4294975683 rc 0/0 00000100:00100000:2.0:1762170989.125061:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42115 00010000:00010000:0.0:1762170989.125070:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.125075:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.125080:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170989.125108:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b767b80/2, rc 0, transno 4294975683 00000004:00080000:2.0:1762170989.125117:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b753800/2, rc 0, transno 4294975682 00000100:00100000:0.0:1762170989.125121:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481720576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.125127:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481721088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.125172:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481722112:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.125191:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.125193:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481723776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.125224:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481723904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.125234:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.125262:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.125278:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.125293:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5be00/0x96d1ba5869cc0268 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a4d expref: 71 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.125301:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.125303:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.125306:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.125321:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481723776 00000100:00100000:2.0:1762170989.125326:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481723776 00000100:00100000:0.0:1762170989.125326:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481723904 00000100:00100000:0.0:1762170989.125333:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481723904 00000100:00100000:2.0:1762170989.125356:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42129 00000100:00100000:0.0:1762170989.125366:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42130 00000100:00100000:2.0:1762170989.125370:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+953:3642:x1847765481723776:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.125381:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+953:3643:x1847765481723904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.125386:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2265 count 1 00002000:00080000:0.0:1762170989.125397:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2266 count 1 00010000:00010000:2.0:1762170989.125400:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.125412:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.125413:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59e00/0x96d1ba5869cc027d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a5b expref: 71 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.125436:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.125440:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.125441:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5fe00/0x96d1ba5869cc026f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a69 expref: 71 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.125444:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.125459:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.125462:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.125466:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.125478:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59e00/0x96d1ba5869cc027d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a5b expref: 71 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.125490:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59e00/0x96d1ba5869cc027d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a5b expref: 71 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.125493:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5fe00/0x96d1ba5869cc026f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a69 expref: 71 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.125516:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481724032:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.125518:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5fe00/0x96d1ba5869cc026f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a69 expref: 71 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.125533:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481724160:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.125566:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.125571:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.125611:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eeed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481721728:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.125619:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5be00/0x96d1ba5869cc0268 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a4d expref: 71 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.125630:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5be00/0x96d1ba5869cc0268 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a4d expref: 71 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.125631:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.125660:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481724288:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.125681:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72f00 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.125751:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.125783:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.125807:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489665664 00000100:00100000:2.0:1762170989.125812:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489665664 00010000:00010000:2.0:1762170989.125833:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f600/0x96d1ba5869cbf60c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b9e expref: 342 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.125860:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489665792 00000100:00100000:2.0:1762170989.125864:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489665792 00010000:00010000:2.0:1762170989.125881:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c000/0x96d1ba5869cc023e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f9 expref: 72 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.125902:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481722240:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.125915:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33496 00000100:00100000:1.0:1762170989.125916:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.125923:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33497 00000100:00100000:2.0:1762170989.125929:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+342:2416:x1847765489665664:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.125936:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+72:2416:x1847765489665792:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.125939:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.125944:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.125947:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f600/0x96d1ba5869cbf60c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b9e expref: 342 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.125952:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c000/0x96d1ba5869cc023e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f9 expref: 72 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.125964:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.125970:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f600/0x96d1ba5869cbf60c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b9e expref: 342 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.125973:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c000/0x96d1ba5869cc023e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f9 expref: 72 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.125977:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.126001:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c000/0x96d1ba5869cc023e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f9 expref: 72 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.126008:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99f600/0x96d1ba5869cbf60c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5b9e expref: 342 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.126014:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.126017:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.126019:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489666048 00010000:00010000:0.0:1762170989.126020:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.126022:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.126026:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489666048 00010000:00010000:2.0:1762170989.126027:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.126035:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.126036:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.126041:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.126049:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59800/0x96d1ba5869cc0245 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a07 expref: 72 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.126060:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.126063:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.126075:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.126083:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+72:2416:x1847765489665792:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.126091:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33497 00010000:00010000:2.0:1762170989.126098:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.126107:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489666304 00000100:00100000:0.0:1762170989.126111:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489666304 00010000:00010000:0.0:1762170989.126124:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ca00/0x96d1ba5869cbf613 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bac expref: 342 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.126129:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+342:2416:x1847765489665664:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 201us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.126149:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33496 00000100:00100000:3.0:1762170989.126160:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489665920 00000100:00100000:0.0:1762170989.126164:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489666176 00000100:00100000:3.0:1762170989.126166:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489665920 00000100:00100000:0.0:1762170989.126168:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489666176 00000100:00100000:1.0:1762170989.126171:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481722880:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.126176:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33498 00010000:00010000:0.0:1762170989.126180:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5dc00/0x96d1ba5869cc025a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a31 expref: 72 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.126191:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+72:2416:x1847765489666048:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.126192:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.126198:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33499 00000100:00100000:0.0:1762170989.126209:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+341:2414:x1847765489666304:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.126215:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.126217:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.126220:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ca00/0x96d1ba5869cbf613 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bac expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.126227:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59800/0x96d1ba5869cc0245 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a07 expref: 73 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.126229:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a200/0x96d1ba5869cc024c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a15 expref: 73 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.126229:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33500 00010000:00010000:0.0:1762170989.126233:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ca00/0x96d1ba5869cbf613 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bac expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.126247:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+73:2416:x1847765489666176:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.126256:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59800/0x96d1ba5869cc0245 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a07 expref: 73 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.126262:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.126264:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99ca00/0x96d1ba5869cbf613 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bac expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.126270:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33501 00010000:00010000:1.0:1762170989.126272:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5dc00/0x96d1ba5869cc025a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a31 expref: 73 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.126279:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59800/0x96d1ba5869cc0245 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a07 expref: 73 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.126283:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.126287:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.126288:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+73:2416:x1847765489665920:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.126292:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.126297:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5dc00/0x96d1ba5869cc025a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a31 expref: 73 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.126305:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.126308:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.126313:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.126316:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a200/0x96d1ba5869cc024c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a15 expref: 72 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.126319:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.126329:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.126331:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5dc00/0x96d1ba5869cc025a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a31 expref: 72 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.126347:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.126348:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a200/0x96d1ba5869cc024c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a15 expref: 72 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.126362:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.126365:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.126370:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.126376:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.126383:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a200/0x96d1ba5869cc024c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a15 expref: 71 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.126383:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+340:2414:x1847765489666304:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 173us (421us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.126387:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.126391:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.126399:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33499 00010000:00010000:3.0:1762170989.126413:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.126415:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+70:2416:x1847765489666048:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 227us (502us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.126416:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.126421:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.126422:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.126426:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.126429:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33498 00010000:00010000:0.0:1762170989.126445:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.126446:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.126456:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+69:2416:x1847765489666176:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 212us (382us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.126460:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.126470:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.126478:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33500 00010000:00010000:3.0:1762170989.126480:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.126486:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.126488:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.126505:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+68:2416:x1847765489665920:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 222us (468us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.126507:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.126512:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.126516:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33501 00010000:00010000:2.0:1762170989.126524:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.126540:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.126560:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.126566:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.126572:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.126577:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.126601:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1762170989.126646:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.126687:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.126688:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+956:3643:x1847765481720704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5249us (5741us total) trans 4294975684 rc 0/0 00000100:00100000:0.0:1762170989.126698:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42116 00000100:00100000:2.0:1762170989.126742:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+955:3641:x1847765481720832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4982us (5499us total) trans 4294975685 rc 0/0 00000100:00100000:2.0:1762170989.126750:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42120 00000100:00100000:0.0:1762170989.126757:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:176030:1847765481723008:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.126762:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.126767:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+954:3643:x1847765481721216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4838us (5066us total) trans 4294975686 rc 0/0 00000100:00100000:3.0:1762170989.126773:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42122 00010000:00010000:0.0:1762170989.126776:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.126778:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1762170989.126787:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.126797:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.126802:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.126803:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.126809:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b764a80/2, rc 0, transno 4294975685 00010000:00010000:2.0:1762170989.126814:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.126820:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481720832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.126832:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.126836:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.126846:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc42b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.126860:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489666816 00010000:00010000:3.0:1762170989.126864:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.126866:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489666816 00010000:00010000:2.0:1762170989.126867:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1762170989.126872:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481724416:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.126875:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.126877:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.126889:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58200/0x96d1ba5869cc0261 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a3f expref: 68 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.126897:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.126900:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.126900:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.126908:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.126919:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.126923:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.126928:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489666432 00000100:00100000:1.0:1762170989.126934:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489666432 00000100:00100000:0.0:1762170989.126934:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489666688 00000100:00100000:0.0:1762170989.126941:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489666688 00010000:00010000:3.0:1762170989.126945:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.126948:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.126954:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8467400/0x96d1ba5869cbf61a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bba expref: 341 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.126960:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e000/0x96d1ba5869cbf62f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bd6 expref: 341 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.126961:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc42cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.126975:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489666560 00000100:00100000:1.0:1762170989.126981:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489666560 00000100:00100000:0.0:1762170989.126993:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489666944 00000100:00100000:0.0:1762170989.126996:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489666944 00010000:00010000:2.0:1762170989.126998:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.127004:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.127005:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c600/0x96d1ba5869cbf621 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc8 expref: 343 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.127013:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb800/0x96d1ba5869cc0b83 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7043 expref: 343 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.127038:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.127044:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.127048:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33502 00000100:00100000:3.0:1762170989.127052:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+954:3641:x1847765481720960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5403us (5947us total) trans 4294975687 rc 0/0 00000100:00100000:0.0:1762170989.127060:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33503 00010000:00010000:2.0:1762170989.127065:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.127066:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+68:2415:x1847765489666816:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.127068:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42118 00000100:00100000:0.0:1762170989.127075:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+343:2416:x1847765489666432:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.127084:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.127086:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481724416 00010000:00010000:0.0:1762170989.127087:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.127091:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.127092:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58200/0x96d1ba5869cc0261 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a3f expref: 68 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.127096:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8467400/0x96d1ba5869cbf61a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bba expref: 343 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.127120:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc42db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.127122:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8467400/0x96d1ba5869cbf61a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bba expref: 343 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.127132:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481724416 00010000:00010000:1.0:1762170989.127137:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58200/0x96d1ba5869cc0261 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a3f expref: 68 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.127154:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8467400/0x96d1ba5869cbf61a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bba expref: 343 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.127156:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.127157:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.127162:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.127166:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.127168:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.127174:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.127178:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.127182:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.127191:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.127194:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.127196:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42131 00010000:00010000:0.0:1762170989.127197:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.127198:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.127211:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+954:3640:x1847765481724416:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.127225:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.127230:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.127232:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1762170989.127235:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2267 count 1 00010000:00010000:2.0:1762170989.127238:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.127250:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.127251:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd000/0x96d1ba5869cc42c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.127258:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+68:2415:x1847765489666816:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.127261:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+342:2416:x1847765489666432:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.127280:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33502 00010000:00010000:3.0:1762170989.127281:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c800/0x96d1ba5869cc0276 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a77 expref: 68 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.127284:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.127289:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.127291:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33503 00010000:00010000:2.0:1762170989.127294:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.127295:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.127299:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.127302:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.127309:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33504 00000100:00100000:0.0:1762170989.127316:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33505 00000100:00100000:1.0:1762170989.127321:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+341:2416:x1847765489666688:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.127325:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c800/0x96d1ba5869cc0276 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a77 expref: 67 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.127328:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33506 00000100:00100000:0.0:1762170989.127329:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+341:2416:x1847765489666560:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.127336:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.127343:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.127348:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c800/0x96d1ba5869cc0276 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a77 expref: 67 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.127348:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+341:2416:x1847765489666944:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.127348:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e000/0x96d1ba5869cbf62f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bd6 expref: 341 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.127349:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c600/0x96d1ba5869cbf621 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc8 expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.127367:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.127377:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb800/0x96d1ba5869cc0b83 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7043 expref: 341 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.127381:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c600/0x96d1ba5869cbf621 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc8 expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.127384:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e000/0x96d1ba5869cbf62f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bd6 expref: 341 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.127394:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481724544:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.127415:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99c600/0x96d1ba5869cbf621 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bc8 expref: 341 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.127416:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb800/0x96d1ba5869cc0b83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7043 expref: 341 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.127417:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.127422:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.127428:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.127430:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.127435:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.127440:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.127444:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.127448:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.127448:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.127449:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.127450:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.127453:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.127460:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.127473:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.127482:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.127486:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.127488:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.127493:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.127498:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+340:2416:x1847765489666560:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (702us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.127508:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.127512:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.127512:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+340:2416:x1847765489666688:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.127512:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33505 00010000:00010000:0.0:1762170989.127529:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.127532:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+339:2416:x1847765489666944:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.127532:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33504 00010000:00010000:0.0:1762170989.127536:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.127555:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.127558:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33506 00010000:00010000:1.0:1762170989.127559:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.127577:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.127578:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.127599:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.127604:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.127609:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b750e00/2, rc 0, transno 4294975686 00010000:00010000:1.0:1762170989.127612:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.127626:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.127627:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481721216:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.127629:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.127643:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1762170989.127646:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b767480/2, rc 0, transno 4294975684 00000100:00100000:2.0:1762170989.127654:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481720704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.127814:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+675:3643:x1847765481722752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5270us (5346us total) trans 4294977363 rc 0/0 00000100:00100000:0.0:1762170989.127821:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42125 00000100:00100000:3.0:1762170989.127847:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+674:3641:x1847765481720448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6401us (6820us total) trans 4294977362 rc 0/0 00000100:00100000:1.0:1762170989.127847:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+674:3640:x1847765481722624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5319us (5436us total) trans 4294977364 rc 0/0 00000100:00100000:0.0:1762170989.127850:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481724800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.127861:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42117 00000100:00100000:1.0:1762170989.127867:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42124 00010000:00010000:3.0:1762170989.127884:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1762170989.127889:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.127893:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.127899:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.127903:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.127912:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.127915:0:176027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb800/0x96d1ba5869cc0b83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7043 expref: 337 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.127924:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.127940:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc42bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.127941:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f79f80/2, rc 0, transno 4294977364 00000100:00100000:1.0:1762170989.127947:0:176027:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:176027:1847765481722368:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.127955:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481722624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.127964:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170989.127967:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170989.127970:0:176027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.127971:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.127972:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481724672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.127989:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.127995:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.127996:0:176027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.127996:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.128013:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.128016:0:176027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128022:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.128027:0:176027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128028:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc42f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128043:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.128050:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.128057:0:176027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.128061:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.128066:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.128067:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.128070:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.128073:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128076:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.128082:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481724928:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.128082:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.128083:0:176027:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.128099:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128103:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c58200/0x96d1ba5869cc0261 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a3f expref: 67 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.128105:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc42f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.128125:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.128134:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481723520:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.128141:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.128145:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128154:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.128155:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128157:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.128162:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8755180/2, rc 0, transno 4294977363 00010000:00010000:0.0:1762170989.128178:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128179:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.128179:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481722752:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.128200:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128203:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128218:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc42e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128220:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.128235:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.128236:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128239:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.128243:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.128246:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.128248:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128257:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.128259:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.128263:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481725056:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.128276:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.128283:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.128292:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.128299:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.128326:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481724800 00000100:00100000:0.0:1762170989.128330:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481724800 00000100:00100000:0.0:1762170989.128356:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481724672 00000100:00100000:0.0:1762170989.128358:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481724672 00000100:00100000:0.0:1762170989.128379:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481724928 00000100:00100000:0.0:1762170989.128381:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481724928 00000100:00100000:3.0:1762170989.128405:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+957:3643:x1847765481723136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4845us (4980us total) trans 4294975688 rc 0/0 00000100:00100000:0.0:1762170989.128406:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481725056 00000100:00100000:0.0:1762170989.128409:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481725056 00000100:00100000:3.0:1762170989.128417:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42126 00000100:00100000:0.0:1762170989.128433:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42132 00000100:00100000:3.0:1762170989.128444:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42133 00000100:00100000:0.0:1762170989.128445:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+956:3642:x1847765481724800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.128456:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+956:3640:x1847765481724672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.128458:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2269 count 1 00000100:00100000:2.0:1762170989.128467:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+676:3640:x1847765481721344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6550us (7118us total) trans 4294977366 rc 0/0 00002000:00080000:3.0:1762170989.128470:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2268 count 1 00010000:00010000:0.0:1762170989.128470:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128484:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.128484:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42121 00010000:00010000:0.0:1762170989.128487:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ee00/0x96d1ba5869cc028b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a93 expref: 66 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.128504:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.128508:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ae00/0x96d1ba5869cc0284 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a85 expref: 66 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.128508:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.128509:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42134 00010000:00010000:0.0:1762170989.128511:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.128526:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+675:3643:x1847765481724928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.128529:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.128533:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.128536:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128545:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ee00/0x96d1ba5869cc028b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a93 expref: 66 pid: 8387 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1762170989.128546:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1989 count 1 00010000:00010000:3.0:1762170989.128557:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ae00/0x96d1ba5869cc0284 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a85 expref: 66 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.128562:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128563:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ee00/0x96d1ba5869cc028b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a93 expref: 66 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.128569:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ae00/0x96d1ba5869cc0284 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a85 expref: 66 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.128605:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466c00/0x96d1ba5869cbf63d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5be4 expref: 336 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.128606:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481725312:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.128606:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481725184:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.128622:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.128624:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.128627:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.128651:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8466c00/0x96d1ba5869cbf63d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5be4 expref: 336 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.128660:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321000 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.128661:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.128662:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8466c00/0x96d1ba5869cbf63d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5be4 expref: 336 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.128677:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481725440:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.128688:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42135 00000100:00100000:3.0:1762170989.128697:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+675:3640:x1847765481725056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.128705:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.128736:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99e000/0x96d1ba5869cbf62f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bd6 expref: 336 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.128748:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8754700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481723392:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.128763:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.128766:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1990 count 1 00010000:00010000:0.0:1762170989.128777:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128783:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128783:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.128788:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b751180/2, rc 0, transno 4294977366 00010000:00010000:0.0:1762170989.128801:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.128803:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481721344:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.128823:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128828:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3e00/0x96d1ba5869cbf652 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf2 expref: 335 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.128835:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.128836:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.128837:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1762170989.128838:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128848:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170989.128853:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128860:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3e00/0x96d1ba5869cbf652 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf2 expref: 335 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.128860:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170989.128863:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.128871:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128875:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3e00/0x96d1ba5869cbf652 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf2 expref: 335 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.128875:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481725568:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.128897:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.128900:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481725696:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.128914:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.128922:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.128935:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4305 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.128946:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.128962:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.128968:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128973:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.128975:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.128978:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.128981:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8755f80/2, rc 0, transno 4294975688 00010000:00010000:0.0:1762170989.128982:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.128985:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.128991:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.128995:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481723136:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.128997:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129000:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.129025:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129028:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129044:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc42fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.129047:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc42d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.129048:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.129062:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481725824:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.129072:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.129076:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.129078:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.129080:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.129083:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.129088:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.129094:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481725568 00000100:00100000:2.0:1762170989.129096:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.129098:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481725568 00000100:00100000:0.0:1762170989.129120:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481725824 00000100:00100000:0.0:1762170989.129125:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481725824 00000100:00100000:3.0:1762170989.129128:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42136 00000100:00100000:3.0:1762170989.129136:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+676:3640:x1847765481725568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.129146:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1991 count 1 00010000:00010000:3.0:1762170989.129156:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.129156:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42137 00010000:00010000:3.0:1762170989.129167:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8907800/0x96d1ba5869cc0a72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f32 expref: 335 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.129170:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+957:3643:x1847765481725824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.129176:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.129179:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.129181:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.129190:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2270 count 1 00010000:00010000:3.0:1762170989.129199:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8907800/0x96d1ba5869cc0a72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f32 expref: 335 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.129201:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.129207:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129221:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8907800/0x96d1ba5869cc0a72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f32 expref: 335 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.129228:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c400/0x96d1ba5869cc0292 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa1 expref: 66 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.129235:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481725952:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.129241:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.129243:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.129246:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.129249:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.129260:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.129274:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c400/0x96d1ba5869cc0292 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa1 expref: 66 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.129278:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489667200 00000100:00100000:3.0:1762170989.129282:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489667200 00010000:00010000:0.0:1762170989.129288:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c400/0x96d1ba5869cc0292 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa1 expref: 67 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.129301:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59e00/0x96d1ba5869cc027d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a5b expref: 67 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.129303:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481726080:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.129328:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489667072 00000100:00100000:3.0:1762170989.129330:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489667072 00000100:00100000:0.0:1762170989.129335:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3d8d780 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.129337:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.129344:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5fe00/0x96d1ba5869cc026f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a69 expref: 68 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.129364:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489667328 00000100:00100000:3.0:1762170989.129366:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489667328 00000100:00100000:0.0:1762170989.129371:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481724160:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.129377:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5be00/0x96d1ba5869cc0268 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a4d expref: 69 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.129386:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481724032:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.129388:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.129407:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.129445:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33507 00000100:00100000:0.0:1762170989.129453:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33508 00000100:00100000:3.0:1762170989.129459:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a67050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+69:2415:x1847765489667200:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.129465:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33509 00000100:00100000:0.0:1762170989.129468:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+69:2415:x1847765489667072:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.129475:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.129479:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.129481:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+69:2414:x1847765489667328:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.129485:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59e00/0x96d1ba5869cc027d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a5b expref: 69 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.129488:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5fe00/0x96d1ba5869cc026f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a69 expref: 69 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.129494:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.129504:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5be00/0x96d1ba5869cc0268 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a4d expref: 69 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.129513:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5fe00/0x96d1ba5869cc026f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a69 expref: 69 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.129532:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59e00/0x96d1ba5869cc027d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a5b expref: 69 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.129538:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5be00/0x96d1ba5869cc0268 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a4d expref: 69 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.129542:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5fe00/0x96d1ba5869cc026f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a69 expref: 69 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.129558:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c59e00/0x96d1ba5869cc027d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a5b expref: 69 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.129566:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.129570:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.129572:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.129574:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129575:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.129576:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.129589:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.129593:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129596:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.129601:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.129618:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129621:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.129638:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.129651:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.129659:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.129659:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+67:2415:x1847765489667072:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.129669:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33508 00000100:00100000:2.0:1762170989.129675:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+67:2414:x1847765489667328:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.129683:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a67050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+66:2415:x1847765489667200:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 229us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.129687:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33509 00010000:00010000:0.0:1762170989.129692:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.129697:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33507 00010000:00010000:0.0:1762170989.129784:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.129798:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.129805:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.129820:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.129854:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.129864:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.129873:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129876:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.129887:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.129887:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129910:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.129914:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.129918:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.129928:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129938:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129943:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc431a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.129952:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+958:3643:x1847765481723904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4574us (4691us total) trans 4294975689 rc 0/0 00000100:00100000:0.0:1762170989.129961:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42130 00010000:00010000:3.0:1762170989.129967:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.129970:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129975:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.129978:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129983:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.129986:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.129991:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.129996:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4313 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.130022:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.130026:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.130030:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170989.130062:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8763800/2, rc 0, transno 4294977362 00000100:00100000:2.0:1762170989.130078:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+958:3642:x1847765481723776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4713us (4844us total) trans 4294975690 rc 0/0 00000100:00100000:3.0:1762170989.130079:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481720448:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1762170989.130091:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b752d80/2, rc 0, transno 4294975690 00000100:00100000:2.0:1762170989.130095:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42129 00000004:00080000:3.0:1762170989.130108:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b751c00/2, rc 0, transno 4294975687 00000100:00100000:0.0:1762170989.130108:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481723776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.130119:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481720960:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.130142:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f64380/2, rc 0, transno 4294975689 00000100:00100000:2.0:1762170989.130151:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481723904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.130165:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481726208:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.130179:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.130194:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481726464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.130200:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.130204:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481726592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.130226:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.130245:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481726336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.130250:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481726208 00000100:00100000:0.0:1762170989.130255:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481726208 00010000:00010000:3.0:1762170989.130275:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.130283:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.130289:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481726464 00000100:00100000:3.0:1762170989.130291:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481726336 00000100:00100000:0.0:1762170989.130294:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481726464 00000100:00100000:3.0:1762170989.130297:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481726336 00000100:00100000:0.0:1762170989.130321:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42138 00000100:00100000:3.0:1762170989.130327:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42139 00000100:00100000:0.0:1762170989.130332:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+959:3643:x1847765481726208:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.130340:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42140 00000100:00100000:3.0:1762170989.130341:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+959:3641:x1847765481726464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.130345:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2271 count 1 00002000:00080000:3.0:1762170989.130356:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2272 count 1 00000100:00100000:2.0:1762170989.130356:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+678:3640:x1847765481726336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.130362:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.130370:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.130375:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1992 count 1 00010000:00010000:0.0:1762170989.130377:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b400/0x96d1ba5869cc0299 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aaf expref: 64 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.130384:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0a00/0x96d1ba5869cc02a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6abd expref: 64 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.130392:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.130398:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.130402:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.130405:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.130414:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.130419:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.130425:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.130426:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2800/0x96d1ba5869cbf72b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c0e expref: 335 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.130438:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e0a00/0x96d1ba5869cc02a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6abd expref: 64 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.130450:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.130454:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.130455:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e0a00/0x96d1ba5869cc02a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6abd expref: 64 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.130458:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.130466:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b400/0x96d1ba5869cc0299 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aaf expref: 64 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.130470:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481726720:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.130487:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b400/0x96d1ba5869cc0299 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aaf expref: 64 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.130492:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2800/0x96d1ba5869cbf72b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c0e expref: 335 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.130511:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481726848:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.130514:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2800/0x96d1ba5869cbf72b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c0e expref: 335 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.130518:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ec147d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.130532:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f87800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481726976:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.130542:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.130560:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e180 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.130567:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.130601:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481726592 00000100:00100000:2.0:1762170989.130607:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481726592 00000100:00100000:2.0:1762170989.130645:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42141 00000100:00100000:2.0:1762170989.130653:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+960:3642:x1847765481726592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.130666:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2273 count 1 00000100:00100000:0.0:1762170989.130686:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+678:3640:x1847765481723264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7112us (7220us total) trans 4294977367 rc 0/0 00000100:00100000:0.0:1762170989.130695:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42127 00000004:00080000:2.0:1762170989.130698:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8754380/2, rc 0, transno 4294977367 00000100:00100000:2.0:1762170989.130737:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481723264:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.130758:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5be00/0x96d1ba5869cc0268 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a4d expref: 64 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.130770:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481724288:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.130785:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.130803:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170989.130813:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481727104:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.130817:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.130831:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ac00/0x96d1ba5869cc02a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6acb expref: 63 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.130838:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.130841:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.130844:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.130851:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.130874:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ac00/0x96d1ba5869cc02a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6acb expref: 63 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.130885:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ac00/0x96d1ba5869cc02a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6acb expref: 63 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.130885:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.130907:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.130913:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481727232:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.130918:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.130927:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.130942:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.130951:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.130953:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ea80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.130956:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.130965:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.130970:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.130979:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.130992:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.131004:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc430c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.131025:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.131029:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.131032:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.131128:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481727104 00000100:00100000:1.0:1762170989.131133:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481727104 00000100:00100000:0.0:1762170989.131158:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+961:3640:x1847765481723648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6804us (6905us total) trans 4294975691 rc 0/0 00000100:00100000:0.0:1762170989.131164:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42128 00000100:00100000:1.0:1762170989.131169:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42142 00000100:00100000:1.0:1762170989.131181:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+678:3642:x1847765481727104:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1762170989.131192:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b752a00/2, rc 0, transno 4294975691 00002000:00080000:1.0:1762170989.131195:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1993 count 1 00000100:00100000:0.0:1762170989.131201:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481723648:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.131211:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.131225:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5c00/0x96d1ba5869cbf716 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c1c expref: 335 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.131233:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.131235:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.131237:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170989.131239:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.131244:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481727360:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.131273:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5c00/0x96d1ba5869cbf716 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c1c expref: 335 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.131276:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.131289:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5c00/0x96d1ba5869cbf716 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c1c expref: 335 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.131302:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481727488:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.131310:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481727360 00000100:00100000:0.0:1762170989.131315:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481727360 00000100:00100000:1.0:1762170989.131339:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb4612cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.131344:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42143 00000100:00100000:0.0:1762170989.131353:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+961:3641:x1847765481727360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.131365:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2274 count 1 00010000:00010000:0.0:1762170989.131378:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.131388:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d000/0x96d1ba5869cc02ae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad9 expref: 63 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.131395:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.131398:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.131401:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.131423:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d000/0x96d1ba5869cc02ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad9 expref: 63 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.131432:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d000/0x96d1ba5869cc02ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad9 expref: 63 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.131443:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5309f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481727616:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.131472:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72f00 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.132767:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+678:3643:x1847765481710720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40138us (40234us total) trans 4294977345 rc 0/0 00000100:00100000:0.0:1762170989.132774:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42078 00000004:00080000:2.0:1762170989.132895:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c2680/2, rc 0, transno 4294977345 00000100:00100000:2.0:1762170989.132909:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481710720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.132959:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481727744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.132983:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.133018:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481727744 00000100:00100000:0.0:1762170989.133021:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481727744 00000100:00100000:0.0:1762170989.133043:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42144 00000100:00100000:0.0:1762170989.133050:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+678:3641:x1847765481727744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.133064:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1994 count 1 00010000:00010000:0.0:1762170989.133074:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.133084:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0200/0x96d1ba5869cbf70f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c2a expref: 335 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.133096:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.133098:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.133101:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.133125:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0200/0x96d1ba5869cbf70f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c2a expref: 335 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.133136:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0200/0x96d1ba5869cbf70f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c2a expref: 335 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.133147:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481727872:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.133199:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc4350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.133946:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481724544:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.133963:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.134030:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481725312:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.134074:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.134119:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481725184:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.134133:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.134192:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481725696:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.134207:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.134210:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481725440:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.134238:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.134265:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481725952:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.134319:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.134335:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481726080:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.134359:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.134365:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481726720:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.134385:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.134407:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481726848:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.134425:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f87800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481726976:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.134429:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.134449:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.134457:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.134484:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489667584 00000100:00100000:1.0:1762170989.134490:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489667584 00000100:00100000:2.0:1762170989.134492:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33720:1847765481727232:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.134499:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.134511:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.134520:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ae00/0x96d1ba5869cc0284 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a85 expref: 64 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.134535:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.134550:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489667840 00000100:00100000:1.0:1762170989.134555:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489667840 00000100:00100000:2.0:1762170989.134564:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489668224 00000100:00100000:2.0:1762170989.134570:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489668224 00010000:00010000:1.0:1762170989.134573:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8466c00/0x96d1ba5869cbf63d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5be4 expref: 336 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.134614:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e0a00/0x96d1ba5869cc02a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6abd expref: 65 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.134615:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.134618:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33510 00000100:00100000:1.0:1762170989.134634:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+65:2417:x1847765489667584:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.134648:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.134649:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489668096 00000100:00100000:2.0:1762170989.134654:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489668096 00010000:00010000:1.0:1762170989.134658:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ae00/0x96d1ba5869cc0284 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a85 expref: 65 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.134660:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.134674:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ae00/0x96d1ba5869cc0284 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a85 expref: 66 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.134680:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c400/0x96d1ba5869cc0292 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa1 expref: 66 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.134692:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.134701:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ae00/0x96d1ba5869cc0284 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a85 expref: 66 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.134721:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33511 00000100:00100000:2.0:1762170989.134734:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+336:2417:x1847765489667840:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.134738:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.134742:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.134745:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.134747:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.134755:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8466c00/0x96d1ba5869cbf63d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5be4 expref: 336 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.134757:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.134767:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.134781:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.134796:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8466c00/0x96d1ba5869cbf63d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5be4 expref: 336 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.134806:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.134811:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.134816:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466c00/0x96d1ba5869cbf63d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5be4 expref: 336 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.134825:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.134831:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.134834:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.134837:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.134845:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.134852:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+65:2417:x1847765489667584:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 221us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.134857:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.134869:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33510 00010000:00010000:2.0:1762170989.134880:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.134889:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489668608 00000100:00100000:1.0:1762170989.134894:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489668608 00000100:00100000:2.0:1762170989.134909:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+335:2417:x1847765489667840:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (414us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.134913:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ac00/0x96d1ba5869cc02a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6acb expref: 65 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.134923:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33511 00000100:00100000:1.0:1762170989.134938:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489668480 00000100:00100000:1.0:1762170989.134944:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489668480 00000100:00100000:2.0:1762170989.134949:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489668736 00000100:00100000:2.0:1762170989.134955:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489668736 00010000:00010000:1.0:1762170989.134962:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b400/0x96d1ba5869cc0299 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aaf expref: 66 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.134975:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2800/0x96d1ba5869cbf72b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c0e expref: 335 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.134981:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489667456 00000100:00100000:0.0:1762170989.134986:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5309f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481727616:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.134987:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489667456 00000100:00100000:2.0:1762170989.134999:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489667712 00000100:00100000:3.0:1762170989.135002:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.135004:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.135006:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489667712 00010000:00010000:1.0:1762170989.135009:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c800/0x96d1ba5869cc0276 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a77 expref: 67 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.135024:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.135028:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ee00/0x96d1ba5869cc028b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a93 expref: 68 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.135047:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.135050:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489667968 00000100:00100000:1.0:1762170989.135056:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489667968 00000100:00100000:2.0:1762170989.135059:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489668352 00000100:00100000:0.0:1762170989.135059:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481727872:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.135065:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489668352 00010000:00010000:0.0:1762170989.135075:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.135076:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489669120 00010000:00010000:1.0:1762170989.135076:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3e00/0x96d1ba5869cbf652 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf2 expref: 337 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.135082:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489669120 00010000:00010000:2.0:1762170989.135084:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8907800/0x96d1ba5869cc0a72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f32 expref: 337 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.135099:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0200/0x96d1ba5869cbf70f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c2a expref: 338 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.135111:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489668992 00000100:00100000:1.0:1762170989.135117:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489668992 00000100:00100000:2.0:1762170989.135120:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489668864 00000100:00100000:3.0:1762170989.135124:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33512 00000100:00100000:2.0:1762170989.135125:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489668864 00000100:00100000:3.0:1762170989.135134:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+69:2415:x1847765489668224:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.135137:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d000/0x96d1ba5869cc02ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad9 expref: 69 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.135142:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.135145:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5c00/0x96d1ba5869cbf716 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c1c expref: 339 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.135150:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e0a00/0x96d1ba5869cc02a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6abd expref: 69 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.135168:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33513 00010000:00010000:3.0:1762170989.135173:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e0a00/0x96d1ba5869cc02a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6abd expref: 69 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.135182:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+69:2417:x1847765489668096:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.135190:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33514 00010000:00010000:3.0:1762170989.135195:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0a00/0x96d1ba5869cc02a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6abd expref: 69 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.135195:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.135205:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a67c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+69:2415:x1847765489668608:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.135205:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c400/0x96d1ba5869cc0292 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa1 expref: 69 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.135213:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.135216:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.135221:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.135222:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.135228:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c400/0x96d1ba5869cc0292 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa1 expref: 68 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.135231:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ac00/0x96d1ba5869cc02a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6acb expref: 68 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.135242:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.135263:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ac00/0x96d1ba5869cc02a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6acb expref: 68 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.135279:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c400/0x96d1ba5869cc0292 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa1 expref: 68 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.135280:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.135285:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ac00/0x96d1ba5869cc02a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6acb expref: 68 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.135299:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.135302:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.135303:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.135307:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.135309:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.135312:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.135314:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+66:2415:x1847765489668224:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.135333:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33512 00010000:00010000:1.0:1762170989.135333:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.135352:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.135369:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.135376:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.135386:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.135395:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.135402:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a67c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+65:2415:x1847765489668608:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 201us (744us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.135409:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.135417:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.135433:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33515 00010000:00010000:1.0:1762170989.135435:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.135441:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33514 00000100:00100000:3.0:1762170989.135445:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+65:2414:x1847765489668480:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.135453:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.135458:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b400/0x96d1ba5869cc0299 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aaf expref: 64 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.135465:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33516 00010000:00010000:3.0:1762170989.135467:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b400/0x96d1ba5869cc0299 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aaf expref: 64 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.135480:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+339:2417:x1847765489668736:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.135490:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.135496:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2800/0x96d1ba5869cbf72b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c0e expref: 339 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.135507:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2800/0x96d1ba5869cbf72b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c0e expref: 339 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.135513:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b400/0x96d1ba5869cc0299 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aaf expref: 64 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.135524:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.135526:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.135528:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2800/0x96d1ba5869cbf72b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c0e expref: 339 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.135529:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.135550:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.135554:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.135557:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.135561:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.135569:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.135572:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.135578:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.135600:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.135605:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.135608:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+63:2414:x1847765489668480:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (917us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.135613:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.135617:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33515 00010000:00010000:0.0:1762170989.135628:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.135631:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+338:2417:x1847765489668736:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 155us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.135643:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33517 00000100:00100000:2.0:1762170989.135651:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33516 00010000:00010000:0.0:1762170989.135657:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.135658:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+62:2417:x1847765489667456:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.135659:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+962:3643:x1847765481725824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6490us (6562us total) trans 4294975692 rc 0/0 00000100:00100000:2.0:1762170989.135669:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33518 00010000:00010000:3.0:1762170989.135673:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.135680:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+62:2417:x1847765489667712:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.135681:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42137 00010000:00010000:3.0:1762170989.135683:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c800/0x96d1ba5869cc0276 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a77 expref: 62 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.135689:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.135696:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ee00/0x96d1ba5869cc028b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a93 expref: 62 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.135703:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c800/0x96d1ba5869cc0276 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a77 expref: 62 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.135728:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ee00/0x96d1ba5869cc028b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a93 expref: 62 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.135749:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ee00/0x96d1ba5869cc028b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a93 expref: 62 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.135759:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.135760:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.135763:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.135769:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.135770:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+61:2417:x1847765489668096:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 592us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.135787:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33513 00000100:00100000:0.0:1762170989.135787:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+962:3643:x1847765481726208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5455us (5588us total) trans 4294975693 rc 0/0 00010000:00010000:2.0:1762170989.135789:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.135798:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42138 00000100:00100000:2.0:1762170989.135814:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+60:2417:x1847765489667712:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 135us (1008us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.135820:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c800/0x96d1ba5869cc0276 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a77 expref: 60 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.135821:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33518 00010000:00010000:3.0:1762170989.135837:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.135840:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.135843:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.135844:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33519 00010000:00010000:3.0:1762170989.135853:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.135854:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+337:2417:x1847765489667968:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.135860:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33520 00010000:00010000:2.0:1762170989.135869:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.135875:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3e00/0x96d1ba5869cbf652 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf2 expref: 337 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.135881:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+337:2417:x1847765489668352:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.135883:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.135889:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3e00/0x96d1ba5869cbf652 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf2 expref: 337 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.135895:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.135902:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3e00/0x96d1ba5869cbf652 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5bf2 expref: 337 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.135904:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8907800/0x96d1ba5869cc0a72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f32 expref: 337 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.135913:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+58:2417:x1847765489667456:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 257us (1130us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.135914:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.135919:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.135923:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.135925:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+678:3641:x1847765481715200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30955us (31728us total) trans 4294977353 rc 0/0 00010000:00010000:1.0:1762170989.135927:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8907800/0x96d1ba5869cc0a72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f32 expref: 336 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.135931:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33517 00010000:00010000:2.0:1762170989.135945:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.135945:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42096 00000100:00100000:3.0:1762170989.135958:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33521 00010000:00010000:1.0:1762170989.135960:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8907800/0x96d1ba5869cc0a72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f32 expref: 336 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.135965:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.135972:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+336:2414:x1847765489669120:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.135978:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.135981:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.135983:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.135986:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.135994:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0200/0x96d1ba5869cbf70f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c2a expref: 335 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.135994:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+335:2417:x1847765489667968:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 136us (1163us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.135998:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.136015:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33519 00010000:00010000:3.0:1762170989.136034:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0200/0x96d1ba5869cbf70f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c2a expref: 334 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.136041:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.136046:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33522 00010000:00010000:3.0:1762170989.136051:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0200/0x96d1ba5869cbf70f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c2a expref: 334 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.136059:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+57:2417:x1847765489668992:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.136065:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+333:2417:x1847765489668352:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (1208us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.136069:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.136072:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.136073:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1762170989.136076:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f65f80/2, rc 0, transno 4294977353 00010000:00010000:3.0:1762170989.136080:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.136080:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33520 00010000:00010000:2.0:1762170989.136083:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d000/0x96d1ba5869cc02ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad9 expref: 57 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.136093:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481715200:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.136102:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.136104:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33523 00010000:00010000:2.0:1762170989.136113:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d000/0x96d1ba5869cc02ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad9 expref: 57 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.136119:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+332:2417:x1847765489668864:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.136130:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.136133:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.136140:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d000/0x96d1ba5869cc02ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad9 expref: 57 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.136143:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5c00/0x96d1ba5869cbf716 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c1c expref: 332 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.136155:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+332:2414:x1847765489669120:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 185us (1152us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.136160:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.136164:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481728000:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.136165:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.136168:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5c00/0x96d1ba5869cbf716 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c1c expref: 332 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.136171:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.136173:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33521 00010000:00010000:2.0:1762170989.136192:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.136198:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.136199:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.136203:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.136209:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.136217:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136219:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.136222:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.136229:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.136233:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481728000 00010000:00010000:1.0:1762170989.136238:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.136238:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481728000 00010000:00010000:3.0:1762170989.136242:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.136247:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+56:2417:x1847765489668992:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (1223us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.136249:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.136264:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33522 00000100:00100000:1.0:1762170989.136267:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+331:2417:x1847765489668864:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 147us (1216us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.136273:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42145 00010000:00010000:3.0:1762170989.136283:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.136287:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+678:3642:x1847765481728000:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.136288:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33523 00010000:00010000:2.0:1762170989.136292:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136307:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.136308:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.136309:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1995 count 1 00010000:00010000:3.0:1762170989.136326:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc434b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.136327:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136327:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.136329:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.136356:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.136359:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136359:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3c00/0x96d1ba5869cbf71d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c38 expref: 330 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.136361:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.136367:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136383:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.136385:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136387:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.136390:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.136392:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136395:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.136399:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.136414:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136416:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136428:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3c00/0x96d1ba5869cbf71d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c38 expref: 330 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.136438:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.136444:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.136444:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3c00/0x96d1ba5869cbf71d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c38 expref: 330 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.136445:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4352 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.136470:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481728128:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.136478:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.136481:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136486:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.136488:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136493:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136502:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136506:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4328 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.136507:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.136525:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.136525:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.136528:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.136532:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136533:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.136542:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.136543:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.136550:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136554:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.136556:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+963:3642:x1847765481724800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8112us (8661us total) trans 4294975694 rc 0/0 00010000:00010000:3.0:1762170989.136574:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136575:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.136577:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42132 00000100:00100000:1.0:1762170989.136609:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+962:3640:x1847765481724672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8155us (8611us total) trans 4294975695 rc 0/0 00010000:00010000:3.0:1762170989.136613:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136617:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.136619:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.136623:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42133 00010000:00010000:3.0:1762170989.136640:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136643:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc200/0x96d1ba5869cc432f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.136645:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.136666:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5c00/0x96d1ba5869cbf716 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c1c expref: 330 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.136671:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.136672:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.136678:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.136685:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.136686:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481727488:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.136689:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.136754:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.136891:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+680:3640:x1847765481725056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8195us (8598us total) trans 4294977368 rc 0/0 00000100:00100000:2.0:1762170989.136897:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42135 00010000:00010000:0.0:1762170989.136902:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.136909:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136918:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136932:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136940:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4344 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.136951:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08c8e00/2, rc 0, transno 4294975693 00000100:00100000:2.0:1762170989.136963:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481726208:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.136967:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.136972:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.136978:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00000004:00080000:2.0:1762170989.136983:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e5500/2, rc 0, transno 4294975692 00010000:00010000:0.0:1762170989.136984:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.136995:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481725824:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.136996:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.137013:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.137020:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc433d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.137044:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.137048:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.137052:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.137073:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481728384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.137079:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481728256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.137118:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.137123:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.137130:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.137133:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.137136:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.137152:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.137154:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.137164:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1762170989.137164:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eee300/2, rc 0, transno 4294977368 00010000:00010000:1.0:1762170989.137165:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.137177:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.137180:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481725056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.137196:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.137201:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eeca80/2, rc 0, transno 4294975695 00010000:00010000:1.0:1762170989.137208:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.137215:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481724672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.137283:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+681:3640:x1847765481726336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6931us (7002us total) trans 4294977370 rc 0/0 00000100:00100000:2.0:1762170989.137290:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42140 00000100:00100000:2.0:1762170989.137308:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481728384 00000100:00100000:0.0:1762170989.137310:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481728640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.137311:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481728384 00000100:00100000:2.0:1762170989.137345:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42146 00000100:00100000:0.0:1762170989.137353:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.137357:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+962:3640:x1847765481728384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.137369:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2276 count 1 00010000:00010000:2.0:1762170989.137381:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.137390:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0600/0x96d1ba5869cc02bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6af5 expref: 55 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.137396:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.137397:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1762170989.137400:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eefb80/2, rc 0, transno 4294975694 00010000:00010000:2.0:1762170989.137401:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.137416:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481724800:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.137427:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e0600/0x96d1ba5869cc02bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6af5 expref: 55 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.137435:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e0600/0x96d1ba5869cc02bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6af5 expref: 55 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.137444:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481728768:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.137484:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e300 going to sleep for 11 seconds 00000004:00080000:0.0:1762170989.137494:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d6a00/2, rc 0, transno 4294977370 00000100:00100000:2.0:1762170989.137504:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481728640 00000100:00100000:2.0:1762170989.137507:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481728640 00000100:00100000:0.0:1762170989.137508:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481726336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.137520:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.137531:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481728512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.137537:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42147 00000100:00100000:2.0:1762170989.137546:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+963:3642:x1847765481728640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.137556:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2277 count 1 00000100:00100000:0.0:1762170989.137566:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.137568:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.137595:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1a00/0x96d1ba5869cc02c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b03 expref: 55 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.137603:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.137605:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.137608:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.137629:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e1a00/0x96d1ba5869cc02c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b03 expref: 55 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.137641:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e1a00/0x96d1ba5869cc02c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b03 expref: 55 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.137653:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481729024:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.137654:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170989.137666:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481729152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.137681:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.137697:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.137734:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481728512 00000100:00100000:2.0:1762170989.137740:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481728512 00000100:00100000:0.0:1762170989.137764:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170989.137773:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e91adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481728896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.137777:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481729152 00000100:00100000:2.0:1762170989.137782:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481729152 00000100:00100000:0.0:1762170989.137794:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.137810:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481728896 00000100:00100000:2.0:1762170989.137814:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481728896 00000100:00100000:0.0:1762170989.137835:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42148 00000100:00100000:2.0:1762170989.137843:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42149 00000100:00100000:0.0:1762170989.137847:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+682:3640:x1847765481728512:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.137855:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+682:3641:x1847765481729152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.137859:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1996 count 1 00002000:00080000:2.0:1762170989.137870:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1997 count 1 00010000:00010000:0.0:1762170989.137871:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.137883:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466a00/0x96d1ba5869cbf724 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c46 expref: 329 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.137887:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.137889:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.137892:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.137896:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.137906:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4800/0x96d1ba5869cbf739 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c54 expref: 329 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.137916:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8466a00/0x96d1ba5869cbf724 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c46 expref: 329 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.137931:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.137934:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.137935:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8466a00/0x96d1ba5869cbf724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c46 expref: 329 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.137939:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.137947:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481729280:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.137969:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4800/0x96d1ba5869cbf739 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c54 expref: 329 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.137982:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4800/0x96d1ba5869cbf739 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c54 expref: 329 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.137982:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3d8d780 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.137998:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481729408:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.138005:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.138010:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138016:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.138019:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138025:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.138026:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.138039:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138048:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4360 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.138057:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.138076:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.138079:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138084:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.138087:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138093:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138104:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.138105:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138112:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc436e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.138124:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.138133:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.138140:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138141:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.138144:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.138149:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.138166:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.138166:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138175:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138181:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138185:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138193:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170989.138238:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+684:3642:x1847765481727104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7058us (7387us total) trans 4294977371 rc 0/0 00000100:00100000:1.0:1762170989.138247:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42142 00000100:00100000:1.0:1762170989.138269:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481728256 00000100:00100000:1.0:1762170989.138273:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481728256 00000100:00100000:2.0:1762170989.138317:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+683:3643:x1847765481724928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9794us (10193us total) trans 4294977372 rc 0/0 00000100:00100000:0.0:1762170989.138327:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+683:3641:x1847765481727744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5276us (5340us total) trans 4294977373 rc 0/0 00000100:00100000:2.0:1762170989.138328:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42134 00000100:00100000:0.0:1762170989.138337:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42144 00000100:00100000:2.0:1762170989.138362:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42150 00000100:00100000:2.0:1762170989.138374:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+965:3642:x1847765481728896:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170989.138378:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5308700/2, rc 0, transno 4294977373 00002000:00080000:2.0:1762170989.138384:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2278 count 1 00000100:00100000:0.0:1762170989.138387:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481727744:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.138397:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.138407:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b200/0x96d1ba5869cc02ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b11 expref: 55 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.138412:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.138414:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.138416:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.138436:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b200/0x96d1ba5869cc02ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b11 expref: 55 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.138444:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b200/0x96d1ba5869cc02ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b11 expref: 55 pid: 10282 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170989.138449:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f85180/2, rc 0, transno 4294977371 00000100:00100000:2.0:1762170989.138455:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481729664:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.138460:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481727104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.138480:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.138512:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eab2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481729792:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.138515:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd71c00/2, rc 0, transno 4294977372 00000100:00100000:2.0:1762170989.138527:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481724928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.138540:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.138571:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170989.138592:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481729920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.138630:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.138679:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.138690:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481729536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.138696:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481729792 00000100:00100000:1.0:1762170989.138701:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481729792 00000100:00100000:0.0:1762170989.138746:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.138800:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.138805:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138814:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.138818:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138827:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138841:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138849:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4336 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138878:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.138881:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138887:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.138891:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138897:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138907:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138915:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc437c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.138932:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.138935:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.138938:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.138949:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481729920 00000100:00100000:0.0:1762170989.138952:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481729920 00000100:00100000:0.0:1762170989.138971:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481729536 00000100:00100000:0.0:1762170989.138972:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481729536 00000100:00100000:0.0:1762170989.138993:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42151 00000100:00100000:0.0:1762170989.139000:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+965:3643:x1847765481728256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.139010:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2275 count 1 00010000:00010000:0.0:1762170989.139018:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139027:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b600/0x96d1ba5869cc02b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ae7 expref: 55 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.139031:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.139032:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.139035:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139050:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b600/0x96d1ba5869cc02b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ae7 expref: 55 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.139056:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139058:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b600/0x96d1ba5869cc02b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ae7 expref: 55 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.139080:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.139083:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481730048:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.139096:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.139104:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.139121:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.139126:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8133a900 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.139138:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.139141:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139147:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.139149:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139156:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139166:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139171:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4367 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139187:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.139189:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.139192:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.139201:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139207:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139213:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139217:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.139219:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42152 00010000:00010000:0.0:1762170989.139233:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.139238:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+684:3642:x1847765481729920:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.139242:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.139246:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139250:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.139253:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139258:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.139259:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2000 count 1 00010000:00010000:0.0:1762170989.139272:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.139275:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.139281:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+966:3642:x1847765481726592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8625us (8714us total) trans 4294975696 rc 0/0 00010000:00010000:0.0:1762170989.139281:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4375 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.139295:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0c00/0x96d1ba5869cbf747 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c7e expref: 329 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.139302:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42141 00010000:00010000:0.0:1762170989.139305:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.139309:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.139310:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.139312:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.139314:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.139318:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.139329:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42153 00000004:00080000:0.0:1762170989.139337:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb530b100/2, rc 0, transno 4294975696 00000100:00100000:2.0:1762170989.139344:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+684:3640:x1847765481729536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.139345:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0c00/0x96d1ba5869cbf747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c7e expref: 329 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.139349:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481726592:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.139363:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1998 count 1 00010000:00010000:1.0:1762170989.139371:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0c00/0x96d1ba5869cbf747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c7e expref: 329 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.139378:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.139385:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481730176:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.139393:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1762170989.139394:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0e00/0x96d1ba5869cbf732 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c62 expref: 329 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.139403:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481730304:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.139414:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.139416:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebfa37300 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.139417:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.139422:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.139432:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.139440:0:9199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481730304 00000100:00100000:1.0:1762170989.139446:0:9199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481730304 00010000:00010000:2.0:1762170989.139448:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0e00/0x96d1ba5869cbf732 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c62 expref: 329 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.139463:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0e00/0x96d1ba5869cbf732 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c62 expref: 329 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.139475:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481730432:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.139480:0:9199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42154 00000100:00100000:1.0:1762170989.139492:0:9199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+684:3642:x1847765481729792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.139505:0:9199:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1999 count 1 00000100:00100000:2.0:1762170989.139512:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.139517:0:9199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.139531:0:9199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49c00/0x96d1ba5869cc0961 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e21 expref: 329 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.139538:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.139540:0:9199:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.139543:0:9199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.139552:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.139566:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.139566:0:9199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49c00/0x96d1ba5869cc0961 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e21 expref: 329 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.139600:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.139600:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+967:3641:x1847765481727360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8244us (8320us total) trans 4294975697 rc 0/0 00010000:00010000:1.0:1762170989.139607:0:9199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49c00/0x96d1ba5869cc0961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e21 expref: 329 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.139621:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42143 00010000:00010000:2.0:1762170989.139627:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.139644:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.139648:0:9199:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481730560:192.168.202.10@tcp:104: 00000004:00080000:0.0:1762170989.139658:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5309180/2, rc 0, transno 4294975697 00000100:00100000:0.0:1762170989.139672:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481727360:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.139676:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.139680:0:9199:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebfa37480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.139731:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42155 00000100:00100000:1.0:1762170989.139743:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+967:3641:x1847765481730304:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.139743:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.139753:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5339500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481730688:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.139759:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2279 count 1 00010000:00010000:1.0:1762170989.139773:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.139783:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.139792:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a000/0x96d1ba5869cc02d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b1f expref: 55 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.139799:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.139801:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.139804:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139810:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.139815:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.139821:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.139825:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.139829:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a000/0x96d1ba5869cc02d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b1f expref: 55 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.139833:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.139842:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+967:3640:x1847765481724416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12631us (12940us total) trans 4294975698 rc 0/0 00010000:00010000:1.0:1762170989.139850:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a000/0x96d1ba5869cc02d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b1f expref: 55 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.139856:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.139858:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42131 00010000:00010000:0.0:1762170989.139875:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4321 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.139877:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481730816:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.139883:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481730688 00000100:00100000:2.0:1762170989.139888:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481730688 00010000:00010000:0.0:1762170989.139898:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.139902:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.139905:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.139920:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42156 00000100:00100000:2.0:1762170989.139931:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+967:3640:x1847765481730688:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1762170989.139931:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08ca680/2, rc 0, transno 4294975698 00000100:00100000:1.0:1762170989.139936:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e87e2f840 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.139942:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481724416:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.139946:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2280 count 1 00010000:00010000:2.0:1762170989.139959:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.139971:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ba00/0x96d1ba5869cc02d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b2d expref: 55 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.139979:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.139981:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.139985:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.139992:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170989.140000:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481730944:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.140010:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ba00/0x96d1ba5869cc02d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b2d expref: 55 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.140024:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ba00/0x96d1ba5869cc02d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b2d expref: 55 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.140029:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.140047:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481731072:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.140058:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481730944 00000100:00100000:1.0:1762170989.140064:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481730944 00000100:00100000:2.0:1762170989.140080:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.140100:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42157 00000100:00100000:0.0:1762170989.140110:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+968:3643:x1847765481730944:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.140117:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.140122:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2281 count 1 00010000:00010000:2.0:1762170989.140128:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.140134:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.140140:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.140145:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1800/0x96d1ba5869cc02df lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b3b expref: 55 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.140157:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.140158:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.140161:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.140165:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.140177:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.140184:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e1800/0x96d1ba5869cc02df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b3b expref: 55 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.140191:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e1800/0x96d1ba5869cc02df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b3b expref: 55 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.140198:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481731200:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.140218:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.140245:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.140249:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.140254:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.140256:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.140262:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.140269:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.140273:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4359 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.140293:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.140296:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.140299:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.140304:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.140349:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+969:3641:x1847765481726464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10012us (10121us total) trans 4294975699 rc 0/0 00000100:00100000:2.0:1762170989.140357:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42139 00000004:00080000:0.0:1762170989.140363:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8754700/2, rc 0, transno 4294975699 00000100:00100000:0.0:1762170989.140375:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481726464:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.140380:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.140425:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170989.140434:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481731328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.140460:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.140511:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481731328 00000100:00100000:2.0:1762170989.140516:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481731328 00000100:00100000:2.0:1762170989.140541:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42158 00000100:00100000:2.0:1762170989.140549:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+969:3642:x1847765481731328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.140561:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2282 count 1 00010000:00010000:2.0:1762170989.140574:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.140600:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5da00/0x96d1ba5869cc02e6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b49 expref: 55 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.140607:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.140610:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.140614:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.140637:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5da00/0x96d1ba5869cc02e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b49 expref: 55 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.140646:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5da00/0x96d1ba5869cc02e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b49 expref: 55 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.140657:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481731456:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.140696:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.140766:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481728128:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.140787:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.140908:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481728768:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.140922:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.140964:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481729024:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.140981:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.141065:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481729408:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.141078:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.141090:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481729280:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.141110:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.141141:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481729664:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.141160:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.141194:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.141211:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489669760 00000100:00100000:2.0:1762170989.141216:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489669760 00010000:00010000:2.0:1762170989.141240:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4800/0x96d1ba5869cbf739 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c54 expref: 330 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.141269:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33524 00000100:00100000:2.0:1762170989.141279:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+330:2414:x1847765489669760:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.141289:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.141295:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4800/0x96d1ba5869cbf739 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c54 expref: 330 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.141305:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4800/0x96d1ba5869cbf739 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c54 expref: 330 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.141321:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4800/0x96d1ba5869cbf739 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c54 expref: 330 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.141332:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.141335:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.141339:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.141348:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.141367:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.141400:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+329:2414:x1847765489669760:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 124us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.141408:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33524 00010000:00010000:2.0:1762170989.141433:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.141442:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.141452:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.141453:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.141463:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.141478:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.141535:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.141558:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489669376 00000100:00100000:1.0:1762170989.141564:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489669376 00000100:00100000:0.0:1762170989.141578:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.141599:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e0600/0x96d1ba5869cc02bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6af5 expref: 56 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.141626:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489669248 00000100:00100000:1.0:1762170989.141631:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489669248 00000100:00100000:0.0:1762170989.141631:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.141645:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489669632 00000100:00100000:2.0:1762170989.141650:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+685:3641:x1847765481729152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3796us (3951us total) trans 4294977374 rc 0/0 00010000:00010000:1.0:1762170989.141651:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3c00/0x96d1ba5869cbf71d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c38 expref: 329 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.141652:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489669632 00000100:00100000:2.0:1762170989.141669:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42149 00000100:00100000:0.0:1762170989.141675:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.141679:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8466a00/0x96d1ba5869cbf724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c46 expref: 330 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.141688:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489669504 00000100:00100000:1.0:1762170989.141693:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489669504 00000100:00100000:3.0:1762170989.141704:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489669888 00010000:00010000:1.0:1762170989.141732:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e1a00/0x96d1ba5869cc02c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b03 expref: 57 pid: 33720 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.141740:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffdf80/2, rc 0, transno 4294977374 00000100:00100000:3.0:1762170989.141745:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489669888 00000100:00100000:1.0:1762170989.141752:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33525 00000100:00100000:2.0:1762170989.141754:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481729152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.141766:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+58:2417:x1847765489669376:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.141776:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.141778:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.141784:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e0600/0x96d1ba5869cc02bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6af5 expref: 58 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.141786:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.141804:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.141805:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e0600/0x96d1ba5869cc02bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6af5 expref: 58 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.141809:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481731584:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.141810:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.141829:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b200/0x96d1ba5869cc02ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b11 expref: 58 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.141833:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.141834:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0600/0x96d1ba5869cc02bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6af5 expref: 58 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.141848:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.141866:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.141870:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.141874:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.141884:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.141884:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc439f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.141889:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481731584 00000100:00100000:2.0:1762170989.141894:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481731584 00010000:00010000:1.0:1762170989.141907:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.141922:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.141926:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42159 00010000:00010000:0.0:1762170989.141927:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.141930:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33526 00010000:00010000:1.0:1762170989.141931:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.141932:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.141940:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+685:3640:x1847765481731584:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.141949:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+330:2416:x1847765489669248:12345-192.168.202.10@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1762170989.141957:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2001 count 1 00010000:00010000:3.0:1762170989.141960:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.141961:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481730048:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.141966:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+57:2417:x1847765489669376:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (514us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.141970:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3c00/0x96d1ba5869cbf71d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c38 expref: 330 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.141974:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.141977:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.141984:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33525 00010000:00010000:3.0:1762170989.142002:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3c00/0x96d1ba5869cbf71d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c38 expref: 330 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.142007:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466600/0x96d1ba5869cbf74e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c8c expref: 330 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.142014:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33527 00000100:00100000:0.0:1762170989.142028:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33528 00010000:00010000:2.0:1762170989.142030:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.142031:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+330:2417:x1847765489669632:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.142035:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.142040:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.142042:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+56:2416:x1847765489669504:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.142045:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.142048:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3c00/0x96d1ba5869cbf71d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c38 expref: 330 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.142056:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8466a00/0x96d1ba5869cbf724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c46 expref: 330 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.142056:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.142066:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e1a00/0x96d1ba5869cc02c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b03 expref: 56 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.142073:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.142076:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.142081:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8466600/0x96d1ba5869cbf74e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c8c expref: 329 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.142082:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.142087:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8466a00/0x96d1ba5869cbf724 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c46 expref: 329 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.142090:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e1a00/0x96d1ba5869cc02c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b03 expref: 56 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.142107:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8466600/0x96d1ba5869cbf74e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c8c expref: 329 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.142121:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466a00/0x96d1ba5869cbf724 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c46 expref: 329 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.142141:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481731712:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.142144:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1a00/0x96d1ba5869cc02c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b03 expref: 56 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.142145:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.142149:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.142154:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.142160:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142172:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.142173:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142177:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.142179:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.142183:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.142183:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142194:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.142204:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+328:2416:x1847765489669248:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 263us (671us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.142204:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.142209:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33529 00010000:00010000:0.0:1762170989.142216:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.142218:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33526 00000100:00100000:2.0:1762170989.142223:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb530aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+55:2416:x1847765489669888:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.142233:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+327:2417:x1847765489669632:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 207us (655us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.142235:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.142244:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a66850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+55:2416:x1847765489669504:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (615us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.142246:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b200/0x96d1ba5869cc02ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b11 expref: 55 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.142247:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33527 00010000:00010000:3.0:1762170989.142250:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.142260:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33528 00010000:00010000:3.0:1762170989.142272:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.142281:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.142282:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b200/0x96d1ba5869cc02ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b11 expref: 54 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.142282:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.142294:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.142308:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.142319:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b200/0x96d1ba5869cc02ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b11 expref: 54 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.142335:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.142340:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.142344:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.142344:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.142346:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142349:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.142351:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142358:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.142370:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.142374:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142379:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.142384:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142393:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.142400:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.142406:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142416:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4383 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.142426:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+53:2416:x1847765489669888:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 206us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.142436:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33529 00010000:00010000:0.0:1762170989.142437:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.142443:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142451:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.142455:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.142459:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+687:3642:x1847765481728000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6176us (6263us total) trans 4294977375 rc 0/0 00010000:00010000:2.0:1762170989.142465:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142472:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.142474:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42145 00010000:00010000:2.0:1762170989.142485:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142491:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.142496:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142505:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4398 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.142509:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.142510:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5309c00/2, rc 0, transno 4294977375 00000100:00100000:1.0:1762170989.142516:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+686:3640:x1847765481728512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4671us (4950us total) trans 4294977376 rc 0/0 00000100:00100000:3.0:1762170989.142522:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481728000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.142539:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42148 00010000:00010000:2.0:1762170989.142544:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.142550:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.142556:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142563:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.142568:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.142572:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481731840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.142593:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.142596:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b35f80/2, rc 0, transno 4294977376 00010000:00010000:0.0:1762170989.142612:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.142614:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481728512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.142615:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.142627:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4391 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142650:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.142653:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.142656:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.142667:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.142684:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481731968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.142699:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481731840 00000100:00100000:2.0:1762170989.142700:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+970:3642:x1847765481728640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5153us (5350us total) trans 4294975700 rc 0/0 00000100:00100000:1.0:1762170989.142704:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481731840 00000100:00100000:3.0:1762170989.142737:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.142754:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42147 00000100:00100000:2.0:1762170989.142778:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481731968 00000004:00080000:3.0:1762170989.142780:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1b36d80/2, rc 0, transno 4294975700 00000100:00100000:2.0:1762170989.142782:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481731968 00000100:00100000:1.0:1762170989.142790:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42160 00000100:00100000:3.0:1762170989.142797:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1b36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481728640:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.142804:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+687:3641:x1847765481731840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.142818:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2002 count 1 00000100:00100000:0.0:1762170989.142829:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42161 00010000:00010000:1.0:1762170989.142830:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.142838:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+687:3642:x1847765481731968:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.142843:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.142844:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7200/0x96d1ba5869cbf755 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c9a expref: 326 pid: 22703 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170989.142852:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2003 count 1 00010000:00010000:1.0:1762170989.142854:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.142858:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.142858:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.142862:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142864:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.142867:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481732096:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.142879:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142890:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8467a00/0x96d1ba5869cbf75c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca8 expref: 326 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.142896:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.142897:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.142901:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.142906:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.142907:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7200/0x96d1ba5869cbf755 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c9a expref: 326 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.142911:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.142917:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.142937:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7200/0x96d1ba5869cbf755 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c9a expref: 326 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.142945:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481732096 00000100:00100000:3.0:1762170989.142951:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481732096 00000100:00100000:1.0:1762170989.142956:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481732224:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.142957:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.142961:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8467a00/0x96d1ba5869cbf75c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca8 expref: 326 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.142970:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8467a00/0x96d1ba5869cbf75c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca8 expref: 326 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.142978:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481732352:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.142980:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42162 00000100:00100000:3.0:1762170989.142989:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+970:3643:x1847765481732096:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.142989:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.142997:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.143002:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.143002:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00002000:00080000:3.0:1762170989.143004:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2283 count 1 00010000:00010000:0.0:1762170989.143008:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.143014:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.143017:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.143023:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.143028:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a600/0x96d1ba5869cc02ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b57 expref: 52 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.143030:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.143031:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32800/0x96d1ba5869cc43a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.143058:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.143061:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.143061:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.143065:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.143066:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.143067:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.143071:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.143081:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+971:3642:x1847765481728896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4708us (5283us total) trans 4294975701 rc 0/0 00010000:00010000:1.0:1762170989.143090:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.143094:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42150 00000100:00100000:0.0:1762170989.143097:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.143100:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a600/0x96d1ba5869cc02ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b57 expref: 52 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.143109:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.143114:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a600/0x96d1ba5869cc02ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b57 expref: 52 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.143130:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481732480:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.143140:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.143143:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.143147:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.143152:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc4350c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.143153:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.143158:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.143163:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.143171:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.143175:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e91adb480/2, rc 0, transno 4294975701 00010000:00010000:0.0:1762170989.143176:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32200/0x96d1ba5869cc438a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.143183:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e91adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481728896:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.143196:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.143199:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.143201:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.143235:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170989.143242:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481732608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.143269:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.143292:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481732608 00000100:00100000:2.0:1762170989.143298:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481732608 00000100:00100000:1.0:1762170989.143311:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+972:3640:x1847765481728384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5955us (6194us total) trans 4294975702 rc 0/0 00000100:00100000:1.0:1762170989.143320:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42146 00000100:00100000:2.0:1762170989.143344:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42163 00000100:00100000:2.0:1762170989.143356:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+971:3641:x1847765481732608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.143370:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2284 count 1 00000004:00080000:1.0:1762170989.143383:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f87800/2, rc 0, transno 4294975702 00010000:00010000:2.0:1762170989.143384:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.143398:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d800/0x96d1ba5869cc02f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b65 expref: 52 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.143399:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481728384:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.143411:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.143414:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.143417:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.143444:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d800/0x96d1ba5869cc02f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b65 expref: 52 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.143455:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d800/0x96d1ba5869cc02f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b65 expref: 52 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.143461:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481732736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.143472:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481732864:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.143485:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481730816:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.143492:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.143506:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.143510:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.143551:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481731072:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.143556:0:9199:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9199:1847765481730560:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.143560:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.143598:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.143600:0:9199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.143623:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.143634:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481732736 00000100:00100000:2.0:1762170989.143640:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481732736 00000100:00100000:2.0:1762170989.143655:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489670400 00000100:00100000:2.0:1762170989.143658:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489670400 00000100:00100000:1.0:1762170989.143672:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481730176:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.143680:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49c00/0x96d1ba5869cc0961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e21 expref: 327 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.143681:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.143690:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.143735:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489670144 00000100:00100000:2.0:1762170989.143740:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489670144 00000100:00100000:1.0:1762170989.143744:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489670016 00000100:00100000:1.0:1762170989.143750:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489670016 00000100:00100000:3.0:1762170989.143755:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.143760:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0c00/0x96d1ba5869cbf747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c7e expref: 328 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.143771:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489670656 00010000:00010000:1.0:1762170989.143774:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b600/0x96d1ba5869cc02b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ae7 expref: 53 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.143776:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489670656 00010000:00010000:0.0:1762170989.143796:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ba00/0x96d1ba5869cc02d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b2d expref: 54 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.143799:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33530 00000100:00100000:3.0:1762170989.143809:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33531 00000100:00100000:2.0:1762170989.143815:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+328:2415:x1847765489670400:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.143822:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33532 00000100:00100000:3.0:1762170989.143823:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+328:2416:x1847765489670144:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.143830:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.143834:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.143836:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+54:2417:x1847765489670016:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.143839:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49c00/0x96d1ba5869cc0961 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e21 expref: 328 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.143841:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0c00/0x96d1ba5869cbf747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c7e expref: 328 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.143842:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33533 00010000:00010000:1.0:1762170989.143854:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.143856:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+54:2416:x1847765489670656:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.143865:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b600/0x96d1ba5869cc02b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ae7 expref: 54 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.143868:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0c00/0x96d1ba5869cbf747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c7e expref: 328 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.143872:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.143873:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49c00/0x96d1ba5869cc0961 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e21 expref: 328 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.143881:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ba00/0x96d1ba5869cc02d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b2d expref: 54 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.143893:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b600/0x96d1ba5869cc02b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ae7 expref: 54 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.143900:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0c00/0x96d1ba5869cbf747 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c7e expref: 328 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.143909:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ba00/0x96d1ba5869cc02d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b2d expref: 54 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.143913:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49c00/0x96d1ba5869cc0961 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e21 expref: 328 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.143925:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.143929:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.143931:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b600/0x96d1ba5869cc02b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ae7 expref: 54 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.143934:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.143940:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ba00/0x96d1ba5869cc02d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b2d expref: 54 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.143960:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.143963:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.143969:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.143969:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.143969:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.143974:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.143975:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.143977:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.143980:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.143981:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.143982:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.143995:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.143998:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+326:2416:x1847765489670144:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (377us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.144002:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.144010:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.144029:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33531 00010000:00010000:0.0:1762170989.144036:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.144057:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.144059:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.144059:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+52:2416:x1847765489670656:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 205us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.144070:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33533 00000100:00100000:3.0:1762170989.144074:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.144076:0:9199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.144085:0:9199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.144088:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489670528 00000100:00100000:2.0:1762170989.144091:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+325:2415:x1847765489670400:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 277us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.144093:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489670528 00010000:00010000:1.0:1762170989.144107:0:9199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144108:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a000/0x96d1ba5869cc02d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b1f expref: 52 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.144112:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33530 00000100:00100000:3.0:1762170989.144115:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.144132:0:9199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.144133:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489670272 00000100:00100000:3.0:1762170989.144138:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489670272 00000100:00100000:2.0:1762170989.144144:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33534 00010000:00010000:1.0:1762170989.144153:0:9199:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.144159:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0e00/0x96d1ba5869cbf732 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c62 expref: 325 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.144159:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.144160:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+52:2415:x1847765489670528:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.144166:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.144177:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.144185:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.144187:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a000/0x96d1ba5869cc02d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b1f expref: 52 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.144188:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144206:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.144213:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33535 00010000:00010000:2.0:1762170989.144213:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a000/0x96d1ba5869cc02d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b1f expref: 52 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.144218:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.144230:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+325:2417:x1847765489670272:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.144237:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc43c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.144246:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.144246:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a000/0x96d1ba5869cc02d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b1f expref: 52 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.144256:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0e00/0x96d1ba5869cbf732 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c62 expref: 325 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.144256:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.144261:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.144263:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.144264:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.144269:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.144274:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.144278:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0e00/0x96d1ba5869cbf732 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c62 expref: 325 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.144282:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.144290:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144304:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144311:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.144312:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.144317:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.144320:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.144322:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.144323:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.144339:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144340:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.144341:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+51:2415:x1847765489670528:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 186us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.144360:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33534 00010000:00010000:3.0:1762170989.144368:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.144387:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.144394:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.144398:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+325:2417:x1847765489670272:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 172us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.144411:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33535 00010000:00010000:2.0:1762170989.144411:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.144417:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.144425:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.144440:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.144447:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc43ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.144470:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.144474:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.144476:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.144491:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.144494:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+973:3643:x1847765481728256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5494us (6441us total) trans 4294975703 rc 0/0 00000004:00080000:3.0:1762170989.144504:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f84a80/2, rc 0, transno 4294975703 00000100:00100000:0.0:1762170989.144508:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42151 00010000:00010000:2.0:1762170989.144509:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.144517:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481728256:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.144521:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.144529:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.144551:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.144553:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481731200:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.144558:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.144579:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144602:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.144607:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144614:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.144618:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144626:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144639:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144646:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc43d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144668:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.144672:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.144675:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.144681:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.144698:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+973:3640:x1847765481730688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4769us (4915us total) trans 4294975704 rc 0/0 00000100:00100000:3.0:1762170989.144726:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489670784 00000100:00100000:3.0:1762170989.144731:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489670784 00000100:00100000:2.0:1762170989.144731:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42156 00010000:00010000:3.0:1762170989.144753:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e1800/0x96d1ba5869cc02df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b3b expref: 51 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.144779:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:176029:1847765481731456:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.144800:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.144836:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489670912 00000100:00100000:2.0:1762170989.144840:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489670912 00000100:00100000:3.0:1762170989.144844:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33536 00000100:00100000:3.0:1762170989.144856:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+52:2417:x1847765489670784:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.144861:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5da00/0x96d1ba5869cc02e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b49 expref: 52 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.144868:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.144875:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e1800/0x96d1ba5869cc02df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b3b expref: 52 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.144885:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e1800/0x96d1ba5869cc02df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b3b expref: 52 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.144898:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1800/0x96d1ba5869cc02df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b3b expref: 52 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.144904:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33537 00010000:00010000:3.0:1762170989.144910:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.144913:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.144915:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.144920:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+51:2414:x1847765489670912:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.144926:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.144934:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.144942:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5da00/0x96d1ba5869cc02e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b49 expref: 51 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.144944:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.144947:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42164 00010000:00010000:0.0:1762170989.144960:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5da00/0x96d1ba5869cc02e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b49 expref: 51 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.144964:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+972:3641:x1847765481732736:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.144965:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+51:2417:x1847765489670784:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 111us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.144983:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33536 00002000:00080000:2.0:1762170989.144988:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2285 count 1 00010000:00010000:0.0:1762170989.144989:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5da00/0x96d1ba5869cc02e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b49 expref: 51 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.145003:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.145005:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.145007:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145008:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145023:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145033:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0200/0x96d1ba5869cc02fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b73 expref: 49 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.145041:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.145041:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.145043:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.145048:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.145063:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+49:2414:x1847765489670912:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.145074:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33537 00010000:00010000:2.0:1762170989.145076:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e0200/0x96d1ba5869cc02fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b73 expref: 49 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.145089:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e0200/0x96d1ba5869cc02fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b73 expref: 48 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.145103:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481732992:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.145103:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145115:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145121:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145125:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145137:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.145145:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.145149:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145153:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.145156:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145162:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.145171:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ee40 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.145171:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145182:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc43d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145197:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145201:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.145204:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.145207:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.145210:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145219:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145227:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145250:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.145252:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.145257:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145262:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.145266:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145271:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145280:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145285:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc43de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.145306:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.145309:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.145313:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.145435:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+974:3642:x1847765481731328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4884us (4972us total) trans 4294975706 rc 0/0 00000004:00080000:3.0:1762170989.145442:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f7aa00/2, rc 0, transno 4294975706 00000100:00100000:2.0:1762170989.145448:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42158 00000100:00100000:3.0:1762170989.145451:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481731328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.145468:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+973:3643:x1847765481730944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5359us (5439us total) trans 4294975705 rc 0/0 00000100:00100000:0.0:1762170989.145475:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42157 00000004:00080000:3.0:1762170989.145486:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1462300/2, rc 0, transno 4294975705 00000100:00100000:3.0:1762170989.145491:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481730944:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.145507:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d0e00/0x96d1ba5869cbf732 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c62 expref: 324 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.145524:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481730432:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.145544:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145554:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145562:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145571:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145591:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145612:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.145623:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.145627:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145634:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.145637:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145645:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145658:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145666:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc43bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.145686:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.145695:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.145699:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.146007:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+689:3640:x1847765481729536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6670us (7262us total) trans 4294977378 rc 0/0 00000100:00100000:2.0:1762170989.146017:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42153 00010000:00010000:0.0:1762170989.146104:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146113:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146121:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146129:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146144:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.146286:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+689:3642:x1847765481729920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7054us (7657us total) trans 4294977379 rc 0/0 00000100:00100000:0.0:1762170989.146295:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42152 00010000:00010000:0.0:1762170989.146321:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.146325:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146333:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.146337:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146346:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146365:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146373:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc43b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146425:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.146429:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.146433:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.146482:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+48:2417:x1847765489670016:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 2648us (2799us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.146493:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33532 00010000:00010000:0.0:1762170989.146666:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146675:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146684:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146692:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.146732:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.146769:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481733120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.146806:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170989.146856:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eeea00/2, rc 0, transno 4294977379 00000100:00100000:2.0:1762170989.146877:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481729920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.146885:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+973:3641:x1847765481730304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7143us (7450us total) trans 4294975707 rc 0/0 00000100:00100000:2.0:1762170989.146893:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170989.146896:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42155 00000100:00100000:2.0:1762170989.146905:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481733248:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.146921:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481733120 00000100:00100000:0.0:1762170989.146926:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481733120 00000100:00100000:2.0:1762170989.146935:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.146960:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481733248 00000100:00100000:0.0:1762170989.146965:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481733248 00000100:00100000:1.0:1762170989.146968:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481733376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.146993:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42165 00000100:00100000:0.0:1762170989.147006:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+974:3642:x1847765481733120:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.147009:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1762170989.147027:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2286 count 1 00010000:00010000:0.0:1762170989.147043:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.147050:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5339500/2, rc 0, transno 4294975704 00010000:00010000:0.0:1762170989.147056:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a800/0x96d1ba5869cc0302 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b81 expref: 47 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.147065:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5339500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481730688:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.147066:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.147070:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.147075:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.147086:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffe680/2, rc 0, transno 4294977378 00000100:00100000:1.0:1762170989.147098:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481729536:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.147104:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a800/0x96d1ba5869cc0302 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b81 expref: 47 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.147114:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170989.147120:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a800/0x96d1ba5869cc0302 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b81 expref: 47 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.147126:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481733504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.147139:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481733632:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.147164:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.147209:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e8133a900 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.147229:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.147234:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.147244:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.147248:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.147257:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.147272:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.147280:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448400/0x96d1ba5869cc43c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.147285:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481733760:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.147309:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.147314:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.147318:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.147325:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.147335:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481733376 00000100:00100000:0.0:1762170989.147341:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481733376 00000100:00100000:1.0:1762170989.147360:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1762170989.147369:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481733888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.147378:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481733504 00000100:00100000:0.0:1762170989.147382:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481733504 00000100:00100000:1.0:1762170989.147401:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.147417:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481733760 00000100:00100000:0.0:1762170989.147421:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481733760 00000100:00100000:0.0:1762170989.147445:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481733888 00000100:00100000:0.0:1762170989.147448:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481733888 00000100:00100000:1.0:1762170989.147456:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42166 00000100:00100000:1.0:1762170989.147469:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+976:3642:x1847765481733248:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.147477:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42167 00002000:00080000:1.0:1762170989.147484:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2287 count 1 00000100:00100000:0.0:1762170989.147490:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+976:3640:x1847765481733376:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.147501:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.147505:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2288 count 1 00010000:00010000:1.0:1762170989.147518:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a400/0x96d1ba5869cc0309 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b8f expref: 47 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.147520:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.147535:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.147538:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.147542:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c200/0x96d1ba5869cc0310 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b9d expref: 47 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.147544:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.147553:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e4ad80/2, rc 0, transno 4294975707 00010000:00010000:0.0:1762170989.147561:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.147565:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.147568:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.147572:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481730304:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.147592:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a400/0x96d1ba5869cc0309 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b8f expref: 47 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.147604:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a400/0x96d1ba5869cc0309 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b8f expref: 47 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.147613:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c200/0x96d1ba5869cc0310 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b9d expref: 47 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.147617:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481734016:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.147633:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c200/0x96d1ba5869cc0310 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b9d expref: 47 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.147646:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481734144:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.147654:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.147681:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42168 00000100:00100000:0.0:1762170989.147682:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.147695:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+690:3640:x1847765481733504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.147702:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170989.147727:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481734272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.147732:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42169 00000100:00100000:0.0:1762170989.147744:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+690:3642:x1847765481733760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.147746:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2004 count 1 00002000:00080000:0.0:1762170989.147759:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2005 count 1 00000100:00100000:3.0:1762170989.147760:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.147762:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.147779:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5000/0x96d1ba5869cbf763 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cb6 expref: 323 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.147779:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.147800:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.147804:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.147805:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6000/0x96d1ba5869cbf76a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cc4 expref: 323 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.147808:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.147818:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.147822:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.147825:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.147837:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481731712:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.147840:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5000/0x96d1ba5869cbf763 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cb6 expref: 323 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.147848:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6000/0x96d1ba5869cbf76a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cc4 expref: 323 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.147858:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5000/0x96d1ba5869cbf763 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cb6 expref: 323 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.147860:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6000/0x96d1ba5869cbf76a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cc4 expref: 323 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.147861:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.147884:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481732480:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.147889:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481734528:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.147892:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481734400:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.147904:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.147928:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3d8d780 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.147931:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.147959:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481732352:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.147974:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.147996:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481732224:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.147997:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481734272 00000100:00100000:0.0:1762170989.148002:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481734272 00010000:00010000:1.0:1762170989.148019:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.148026:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42170 00000100:00100000:0.0:1762170989.148036:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+977:3642:x1847765481733888:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.148047:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481732864:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170989.148047:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2289 count 1 00010000:00010000:0.0:1762170989.148059:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.148065:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42171 00010000:00010000:2.0:1762170989.148069:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.148081:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+977:3641:x1847765481734272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.148084:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1e00/0x96d1ba5869cc0317 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bab expref: 47 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.148095:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.148096:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.148098:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.148103:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2290 count 1 00000100:00100000:3.0:1762170989.148112:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.148116:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e1e00/0x96d1ba5869cc0317 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bab expref: 47 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.148118:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481732992:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.148118:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148135:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e1e00/0x96d1ba5869cc0317 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bab expref: 47 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.148140:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.148141:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5de00/0x96d1ba5869cc031e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb9 expref: 47 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.148147:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481734656:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.148153:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.148165:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.148167:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.148171:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.148187:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea62af240 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.148194:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5de00/0x96d1ba5869cc031e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb9 expref: 47 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.148204:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5de00/0x96d1ba5869cc031e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb9 expref: 47 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.148215:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481734784:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.148246:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.148296:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.148321:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489671040 00000100:00100000:0.0:1762170989.148325:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489671040 00010000:00010000:0.0:1762170989.148344:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8467a00/0x96d1ba5869cbf75c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca8 expref: 324 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.148363:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489671552 00000100:00100000:0.0:1762170989.148365:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489671552 00010000:00010000:0.0:1762170989.148376:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d800/0x96d1ba5869cc02f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b65 expref: 48 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.148396:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489671168 00000100:00100000:0.0:1762170989.148399:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489671168 00010000:00010000:0.0:1762170989.148408:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a600/0x96d1ba5869cc02ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b57 expref: 49 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.148427:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33538 00000100:00100000:0.0:1762170989.148435:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+324:2416:x1847765489671040:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.148443:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.148448:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33539 00010000:00010000:0.0:1762170989.148449:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8467a00/0x96d1ba5869cbf75c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca8 expref: 324 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.148458:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33540 00010000:00010000:0.0:1762170989.148461:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8467a00/0x96d1ba5869cbf75c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca8 expref: 324 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.148463:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+49:2416:x1847765489671552:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.148477:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.148477:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+49:2415:x1847765489671168:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.148484:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8467a00/0x96d1ba5869cbf75c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ca8 expref: 324 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.148485:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d800/0x96d1ba5869cc02f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b65 expref: 49 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.148493:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.148504:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a600/0x96d1ba5869cc02ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b57 expref: 49 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.148507:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.148510:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d800/0x96d1ba5869cc02f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b65 expref: 49 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.148511:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.148516:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.148528:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a600/0x96d1ba5869cc02ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b57 expref: 49 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.148535:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.148540:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d800/0x96d1ba5869cc02f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b65 expref: 49 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.148558:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a600/0x96d1ba5869cc02ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b57 expref: 49 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.148563:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.148566:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.148570:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148572:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.148576:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.148578:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.148589:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.148594:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.148610:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+323:2416:x1847765489671040:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 174us (498us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.148612:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.148627:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33538 00010000:00010000:3.0:1762170989.148628:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.148644:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.148653:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.148659:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+47:2416:x1847765489671552:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 199us (509us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.148663:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148673:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.148677:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33539 00000100:00100000:2.0:1762170989.148678:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+47:2415:x1847765489671168:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (379us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.148685:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.148695:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33540 00010000:00010000:0.0:1762170989.148699:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.148733:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.148738:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.148742:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148744:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.148750:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.148753:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148762:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.148765:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.148774:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148777:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148798:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc43f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.148807:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.148821:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.148825:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148829:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.148832:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148837:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.148842:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148845:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148862:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc43fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.148865:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.148877:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148878:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.148881:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.148885:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.148888:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.148915:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.148918:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.148922:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148927:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.148930:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148936:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148944:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.148945:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+978:3643:x1847765481732096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5956us (6037us total) trans 4294975708 rc 0/0 00000100:00100000:3.0:1762170989.148958:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42162 00010000:00010000:0.0:1762170989.148958:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4401 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.148978:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.148980:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.148983:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170989.148996:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873f100/2, rc 0, transno 4294975708 00000100:00100000:3.0:1762170989.149004:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481732096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.149061:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1762170989.149075:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481734912:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1762170989.149080:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ac8a80/2, rc 0, transno 4294975709 00000100:00100000:2.0:1762170989.149082:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+978:3641:x1847765481732608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5727us (5808us total) trans 4294975709 rc 0/0 00000100:00100000:3.0:1762170989.149094:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481732608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.149094:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42163 00000100:00100000:0.0:1762170989.149113:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+691:3642:x1847765481731968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6276us (6402us total) trans 4294977380 rc 0/0 00000100:00100000:1.0:1762170989.149121:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.149123:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.149124:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42161 00000100:00100000:0.0:1762170989.149142:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481734912 00000100:00100000:0.0:1762170989.149145:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481734912 00000100:00100000:2.0:1762170989.149156:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.149170:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42172 00000100:00100000:0.0:1762170989.149177:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+978:3640:x1847765481734912:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.149198:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:1.0:1762170989.149200:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d1c00/2, rc 0, transno 4294977380 00002000:00080000:0.0:1762170989.149201:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2291 count 1 00000100:00100000:3.0:1762170989.149212:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481735040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.149215:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481731968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.149215:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.149231:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0e00/0x96d1ba5869cc0325 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bc7 expref: 45 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.149237:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.149239:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.149241:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.149261:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.149262:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e0e00/0x96d1ba5869cc0325 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bc7 expref: 45 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.149269:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.149270:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170989.149277:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e0e00/0x96d1ba5869cc0325 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bc7 expref: 45 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.149284:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481735168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.149289:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481735296:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.149325:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.149336:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481735040 00000100:00100000:0.0:1762170989.149338:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.149341:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481735040 00000100:00100000:0.0:1762170989.149349:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489671296 00000100:00100000:0.0:1762170989.149352:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489671296 00010000:00010000:0.0:1762170989.149368:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8466600/0x96d1ba5869cbf74e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c8c expref: 323 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.149374:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42173 00000100:00100000:1.0:1762170989.149386:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+979:3643:x1847765481735040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.149394:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489671424 00000100:00100000:0.0:1762170989.149397:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489671424 00002000:00080000:1.0:1762170989.149399:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2292 count 1 00010000:00010000:0.0:1762170989.149409:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7200/0x96d1ba5869cbf755 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c9a expref: 324 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.149413:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.149415:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489671680 00000100:00100000:3.0:1762170989.149421:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489671680 00000100:00100000:0.0:1762170989.149425:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33541 00010000:00010000:1.0:1762170989.149430:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b000/0x96d1ba5869cc032c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bd5 expref: 46 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.149436:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+324:2417:x1847765489671296:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.149447:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e0200/0x96d1ba5869cc02fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b73 expref: 46 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.149447:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.149448:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.149452:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.149456:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8466600/0x96d1ba5869cbf74e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c8c expref: 324 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.149459:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.149487:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8466600/0x96d1ba5869cbf74e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c8c expref: 324 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.149499:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8466600/0x96d1ba5869cbf74e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c8c expref: 324 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.149502:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b000/0x96d1ba5869cc032c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bd5 expref: 46 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.149509:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.149512:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.149515:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.149517:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b000/0x96d1ba5869cc032c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bd5 expref: 46 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.149527:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.149540:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481735424:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.149549:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.149569:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33542 00000100:00100000:1.0:1762170989.149572:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.149592:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+323:2417:x1847765489671296:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 147us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.149596:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.149597:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+323:2414:x1847765489671424:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.149608:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33541 00010000:00010000:3.0:1762170989.149611:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.149615:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8389:1847765481734016:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.149621:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7200/0x96d1ba5869cbf755 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c9a expref: 322 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.149627:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489671936 00000100:00100000:0.0:1762170989.149633:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489671936 00010000:00010000:3.0:1762170989.149639:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7200/0x96d1ba5869cbf755 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c9a expref: 322 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.149639:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.149650:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.149652:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a400/0x96d1ba5869cc0309 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b8f expref: 47 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.149690:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489671808 00000100:00100000:0.0:1762170989.149695:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489671808 00000100:00100000:1.0:1762170989.149699:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.149737:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.149763:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481735168 00000100:00100000:1.0:1762170989.149769:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481735168 00000100:00100000:2.0:1762170989.149770:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.149810:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42174 00000100:00100000:1.0:1762170989.149819:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+691:3642:x1847765481735168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.149827:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:1.0:1762170989.149831:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2006 count 1 00010000:00010000:1.0:1762170989.149846:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.149858:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4a00/0x96d1ba5869cbf771 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd2 expref: 322 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.149866:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.149868:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.149872:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.149876:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a800/0x96d1ba5869cc0302 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b81 expref: 48 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.149877:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7200/0x96d1ba5869cbf755 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5c9a expref: 322 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.149897:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.149904:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4a00/0x96d1ba5869cbf771 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd2 expref: 322 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.149916:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4a00/0x96d1ba5869cbf771 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd2 expref: 322 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.149916:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489672192 00010000:00010000:2.0:1762170989.149920:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.149921:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489672192 00010000:00010000:0.0:1762170989.149936:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5000/0x96d1ba5869cbf763 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cb6 expref: 323 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.149939:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481735552:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.149941:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.149957:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.149957:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489672320 00000100:00100000:0.0:1762170989.149961:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489672320 00010000:00010000:2.0:1762170989.149969:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.149971:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.149975:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6000/0x96d1ba5869cbf76a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cc4 expref: 323 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.149976:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.149982:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.149984:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a180 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.149998:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489672064 00000100:00100000:0.0:1762170989.150002:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489672064 00010000:00010000:3.0:1762170989.150008:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150016:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c200/0x96d1ba5869cc0310 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b9d expref: 49 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.150017:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.150019:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481734400:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.150036:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.150039:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489672448 00000100:00100000:0.0:1762170989.150041:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489672448 00010000:00010000:1.0:1762170989.150046:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150055:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e1e00/0x96d1ba5869cc0317 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bab expref: 50 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.150069:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33543 00010000:00010000:1.0:1762170989.150071:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.150078:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+50:2415:x1847765489671680:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.150087:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150089:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.150096:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e0200/0x96d1ba5869cc02fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b73 expref: 50 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.150101:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150115:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e0200/0x96d1ba5869cc02fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b73 expref: 50 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.150117:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.150119:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+323:2414:x1847765489671424:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 539us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.150140:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33542 00010000:00010000:0.0:1762170989.150145:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0200/0x96d1ba5869cc02fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b73 expref: 50 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.150147:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+692:3640:x1847765481731584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8206us (8299us total) trans 4294977381 rc 0/0 00010000:00010000:1.0:1762170989.150147:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.150158:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.150162:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.150163:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42159 00010000:00010000:0.0:1762170989.150165:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150171:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150189:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.150194:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33544 00000100:00100000:2.0:1762170989.150205:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+49:2416:x1847765489671936:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.150211:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+49:2415:x1847765489671680:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 136us (889us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.150216:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.150219:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33543 00010000:00010000:2.0:1762170989.150226:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a400/0x96d1ba5869cc0309 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b8f expref: 49 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.150240:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a400/0x96d1ba5869cc0309 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b8f expref: 48 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.150245:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33545 00000100:00100000:3.0:1762170989.150255:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33546 00000100:00100000:0.0:1762170989.150257:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+48:2417:x1847765489671808:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.150263:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a400/0x96d1ba5869cc0309 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b8f expref: 48 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.150267:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.150273:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+322:2416:x1847765489672192:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.150276:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a800/0x96d1ba5869cc0302 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b81 expref: 48 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.150281:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.150284:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+692:3641:x1847765481731840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7482us (7667us total) trans 4294977382 rc 0/0 00010000:00010000:2.0:1762170989.150287:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.150289:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.150292:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150298:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a800/0x96d1ba5869cc0302 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b81 expref: 47 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.150301:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5000/0x96d1ba5869cbf763 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cb6 expref: 322 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.150304:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42160 00010000:00010000:2.0:1762170989.150319:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150328:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.150332:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.150333:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5000/0x96d1ba5869cbf763 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cb6 expref: 322 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.150335:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150340:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.150341:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f85c00/2, rc 0, transno 4294977381 00010000:00010000:2.0:1762170989.150343:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.150356:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.150358:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481731584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.150372:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+47:2416:x1847765489671936:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 169us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.150379:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+47:2417:x1847765489671808:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 124us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.150387:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33544 00000100:00100000:0.0:1762170989.150397:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33545 00010000:00010000:3.0:1762170989.150412:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5000/0x96d1ba5869cbf763 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cb6 expref: 322 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.150419:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.150421:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33547 00010000:00010000:3.0:1762170989.150429:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.150433:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33548 00010000:00010000:3.0:1762170989.150434:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.150436:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.150439:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+321:2415:x1847765489672320:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.150440:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.150446:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+45:2417:x1847765489672064:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.150455:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.150460:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.150467:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6000/0x96d1ba5869cbf76a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cc4 expref: 321 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.150469:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c200/0x96d1ba5869cc0310 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b9d expref: 45 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.150470:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.150479:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150500:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c200/0x96d1ba5869cc0310 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b9d expref: 45 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.150501:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6000/0x96d1ba5869cbf76a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cc4 expref: 321 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.150502:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.150510:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.150526:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.150528:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.150531:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.150534:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.150535:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1762170989.150539:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+321:2416:x1847765489672192:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 270us (801us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.150539:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.150545:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150558:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.150560:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33546 00010000:00010000:2.0:1762170989.150567:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.150594:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33549 00010000:00010000:0.0:1762170989.150598:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.150605:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+45:2415:x1847765489672448:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.150607:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.150616:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.150621:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e1e00/0x96d1ba5869cc0317 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bab expref: 45 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.150625:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+45:2417:x1847765489672064:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 180us (797us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.150633:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e1e00/0x96d1ba5869cc0317 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bab expref: 45 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.150641:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+320:2415:x1847765489672320:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 204us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.150641:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33548 00010000:00010000:3.0:1762170989.150649:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.150652:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.150655:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33547 00010000:00010000:3.0:1762170989.150656:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.150669:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150673:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1762170989.150680:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.150681:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.150687:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+980:3642:x1847765481733248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3219us (3748us total) trans 4294975710 rc 0/0 00010000:00010000:2.0:1762170989.150688:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150695:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170989.150698:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+44:2415:x1847765489672448:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 95us (804us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.150703:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.150705:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42166 00000100:00100000:3.0:1762170989.150734:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33549 00010000:00010000:2.0:1762170989.150739:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150745:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.150753:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150759:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.150762:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.150763:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481735680:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.150775:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc43e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.150779:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873ea00/2, rc 0, transno 4294977382 00010000:00010000:2.0:1762170989.150787:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1762170989.150792:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481731840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.150793:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170989.150799:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.150803:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.150810:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.150813:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150818:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150827:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150832:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc43ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.150836:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481735808:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.150848:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.150852:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.150856:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481735680 00010000:00010000:0.0:1762170989.150857:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.150861:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.150862:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481735680 00000100:00100000:3.0:1762170989.150868:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.150874:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150884:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150892:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4416 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.150894:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481735808 00000100:00100000:1.0:1762170989.150900:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481735808 00010000:00010000:0.0:1762170989.150911:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.150915:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150919:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.150922:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150927:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.150934:0:8389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42175 00010000:00010000:0.0:1762170989.150939:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.150940:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d0380/2, rc 0, transno 4294975711 00000100:00100000:2.0:1762170989.150940:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+980:3641:x1847765481732736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5980us (7445us total) trans 4294975711 rc 0/0 00000100:00100000:1.0:1762170989.150947:0:8389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+693:3640:x1847765481735680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.150953:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481732736:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.150961:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4408 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.150962:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42164 00002000:00080000:1.0:1762170989.150968:0:8389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2007 count 1 00010000:00010000:0.0:1762170989.150979:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.150982:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.150984:0:8389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.150986:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.150990:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.150993:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42176 00000100:00100000:3.0:1762170989.151000:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481735936:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.151006:0:8389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af800/0x96d1ba5869cc0bbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc707b expref: 319 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.151008:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.151009:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+693:3641:x1847765481735808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.151014:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.151022:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.151025:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.151028:0:8389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.151032:0:8389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.151035:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6000/0x96d1ba5869cbf76a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cc4 expref: 319 pid: 9199 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170989.151039:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2008 count 1 00000100:00100000:3.0:1762170989.151055:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.151056:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.151059:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481734528:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.151068:0:8389:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889eb24af800/0x96d1ba5869cc0bbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc707b expref: 318 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.151077:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8467800/0x96d1ba5869cbf77f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cee expref: 318 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.151080:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.151084:0:8389:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889eb24af800/0x96d1ba5869cc0bbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc707b expref: 318 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.151099:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.151102:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.151103:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.151109:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.151111:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.151113:0:8389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481736064:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.151128:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.151135:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.151140:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.151153:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.151155:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8467800/0x96d1ba5869cbf77f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cee expref: 318 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.151165:0:8389:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a840 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.151172:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8467800/0x96d1ba5869cbf77f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cee expref: 318 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.151186:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481736192:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.151197:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.151197:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481735424:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.151220:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.151221:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.151240:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.151248:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.151248:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481735936 00000100:00100000:1.0:1762170989.151254:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481735936 00010000:00010000:2.0:1762170989.151261:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.151261:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+694:3642:x1847765481733760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3519us (3936us total) trans 4294977383 rc 0/0 00010000:00010000:2.0:1762170989.151268:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.151270:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42169 00010000:00010000:2.0:1762170989.151280:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.151288:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42177 00010000:00010000:2.0:1762170989.151294:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.151300:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+980:3643:x1847765481735936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.151301:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.151310:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc442b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.151318:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2293 count 1 00010000:00010000:0.0:1762170989.151319:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5a800/0x96d1ba5869cc0302 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b81 expref: 43 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.151328:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.151332:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481733632:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.151333:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.151333:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.151338:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.151349:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.151351:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ce00/0x96d1ba5869cc0333 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6be3 expref: 42 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.151365:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.151383:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489672576 00010000:00010000:0.0:1762170989.151386:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.151387:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.151389:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489672576 00010000:00010000:1.0:1762170989.151392:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.151397:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.151398:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.151414:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5de00/0x96d1ba5869cc031e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb9 expref: 43 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.151416:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.151434:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ce00/0x96d1ba5869cc0333 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6be3 expref: 43 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.151441:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.151446:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ce00/0x96d1ba5869cc0333 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6be3 expref: 43 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.151451:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489672832 00000100:00100000:3.0:1762170989.151456:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489672832 00000100:00100000:1.0:1762170989.151461:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481736320:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.151473:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b000/0x96d1ba5869cc032c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bd5 expref: 44 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.151495:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.151506:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489672704 00000100:00100000:3.0:1762170989.151511:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489672704 00010000:00010000:3.0:1762170989.151528:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e0e00/0x96d1ba5869cc0325 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bc7 expref: 45 pid: 33721 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170989.151529:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2ea00/2, rc 0, transno 4294977383 00000100:00100000:1.0:1762170989.151543:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481733760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.151554:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+981:3642:x1847765481733120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4551us (4748us total) trans 4294975712 rc 0/0 00000004:00080000:1.0:1762170989.151560:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a7480/2, rc 0, transno 4294975710 00000100:00100000:0.0:1762170989.151563:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42165 00000100:00100000:1.0:1762170989.151574:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481733248:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1762170989.151602:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb530aa00/2, rc 0, transno 4294975712 00000100:00100000:0.0:1762170989.151606:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33550 00000100:00100000:1.0:1762170989.151610:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481733120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.151616:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33551 00000100:00100000:0.0:1762170989.151621:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+45:2416:x1847765489672576:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.151631:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.151632:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+45:2417:x1847765489672832:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.151639:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5de00/0x96d1ba5869cc031e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb9 expref: 45 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.151645:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.151653:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5de00/0x96d1ba5869cc031e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb9 expref: 45 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.151654:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b000/0x96d1ba5869cc032c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bd5 expref: 45 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.151681:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b000/0x96d1ba5869cc032c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bd5 expref: 45 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.151684:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.151689:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481736576:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.151689:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.151694:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.151696:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5b000/0x96d1ba5869cc032c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bd5 expref: 45 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.151739:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.151741:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.151743:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.151749:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.151770:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.151772:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.151791:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.151880:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33552 00000100:00100000:2.0:1762170989.151892:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+44:2416:x1847765489672704:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.151902:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.151907:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e0e00/0x96d1ba5869cc0325 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bc7 expref: 44 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.151919:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e0e00/0x96d1ba5869cc0325 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bc7 expref: 44 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.151934:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.151936:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.151939:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.151947:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.151962:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+44:2417:x1847765489672832:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 333us (836us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.151963:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.151969:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+44:2416:x1847765489672576:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 351us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.151972:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.151984:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33551 00000100:00100000:0.0:1762170989.151992:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33550 00000100:00100000:2.0:1762170989.151994:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+44:2416:x1847765489672704:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 101us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.152005:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33552 00000100:00100000:1.0:1762170989.152006:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1762170989.152018:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481736448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.152019:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481736704:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.152019:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.152025:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152033:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.152036:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152041:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152050:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152054:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10000/0x96d1ba5869cc440f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.152062:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.152076:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.152079:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.152081:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.152092:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481736576 00000100:00100000:0.0:1762170989.152095:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481736576 00000100:00100000:3.0:1762170989.152117:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.152120:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481736704 00000100:00100000:0.0:1762170989.152122:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481736704 00000100:00100000:0.0:1762170989.152145:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481736448 00000100:00100000:0.0:1762170989.152147:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481736448 00000100:00100000:0.0:1762170989.152169:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42178 00000100:00100000:0.0:1762170989.152175:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+982:3640:x1847765481736576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.152185:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2294 count 1 00010000:00010000:0.0:1762170989.152193:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152201:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5aa00/0x96d1ba5869cc033a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf1 expref: 41 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.152206:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.152207:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.152210:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.152212:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42179 00000100:00100000:2.0:1762170989.152229:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+982:3640:x1847765481736704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.152235:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5aa00/0x96d1ba5869cc033a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf1 expref: 41 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.152243:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5aa00/0x96d1ba5869cc033a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf1 expref: 41 pid: 8387 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170989.152245:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2295 count 1 00000100:00100000:0.0:1762170989.152260:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481736832:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.152263:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.152275:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42180 00010000:00010000:2.0:1762170989.152278:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1400/0x96d1ba5869cc0341 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bff expref: 41 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.152291:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+694:3643:x1847765481736448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.152297:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.152299:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6ba80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.152302:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.152307:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152330:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c200/0x96d1ba5869cc0310 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b9d expref: 41 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.152332:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e1400/0x96d1ba5869cc0341 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bff expref: 41 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.152350:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481734144:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.152355:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e1400/0x96d1ba5869cc0341 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bff expref: 40 pid: 33721 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170989.152363:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2009 count 1 00010000:00010000:0.0:1762170989.152370:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.152371:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481736960:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.152384:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152389:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152395:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152399:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152410:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.152413:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.152422:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.152454:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489672960 00000100:00100000:3.0:1762170989.152459:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489672960 00010000:00010000:3.0:1762170989.152489:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4a00/0x96d1ba5869cbf771 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd2 expref: 319 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.152532:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+983:3640:x1847765481733376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5047us (5526us total) trans 4294975713 rc 0/0 00000100:00100000:0.0:1762170989.152539:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42167 00010000:00010000:0.0:1762170989.152562:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.152567:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152575:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.152590:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152598:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152612:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152619:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc441d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.152622:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33553 00000100:00100000:3.0:1762170989.152637:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+319:2417:x1847765489672960:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.152644:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.152647:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.152649:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.152654:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.152655:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4a00/0x96d1ba5869cbf771 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd2 expref: 319 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.152669:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4a00/0x96d1ba5869cbf771 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd2 expref: 319 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.152677:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0e00/0x96d1ba5869cc0325 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bc7 expref: 40 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.152699:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481735296:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.152703:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.152734:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152741:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152746:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152751:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152755:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.152764:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152767:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.152778:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.152779:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.152784:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6800/0x96d1ba5869cbf786 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cfc expref: 319 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.152785:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.152787:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152805:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.152808:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.152810:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.152813:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.152813:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.152819:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152825:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152848:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.152853:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4440 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.152860:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6800/0x96d1ba5869cbf786 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cfc expref: 319 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.152874:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.152877:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.152879:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6800/0x96d1ba5869cbf786 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cfc expref: 319 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.152880:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.152893:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481737088:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.152918:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.152949:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+319:2417:x1847765489672960:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 315us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.152959:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33553 00000100:00100000:0.0:1762170989.153007:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+983:3640:x1847765481734912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3829us (3890us total) trans 4294975714 rc 0/0 00000100:00100000:0.0:1762170989.153012:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42172 00010000:00010000:0.0:1762170989.153049:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1e00/0x96d1ba5869cc0317 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bab expref: 39 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.153057:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8390:1847765481734656:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.153071:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153077:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153081:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153086:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153090:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153104:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.153105:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.153116:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.153124:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.153125:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.153134:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.153136:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.153151:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.153158:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.153168:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.153169:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.153176:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481736192:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.153176:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.153182:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153190:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.153191:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153193:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.153196:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.153217:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4432 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153217:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153241:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153247:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc4447 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.153253:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.153257:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.153259:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.153264:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.153274:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.153278:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.153280:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.153319:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+984:3642:x1847765481733888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5284us (5920us total) trans 4294975715 rc 0/0 00000100:00100000:0.0:1762170989.153326:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42170 00000100:00100000:1.0:1762170989.153337:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+984:3643:x1847765481735040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3949us (4078us total) trans 4294975716 rc 0/0 00000100:00100000:3.0:1762170989.153338:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.153348:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42173 00000004:00080000:3.0:1762170989.153384:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59ced80/2, rc 0, transno 4294975716 00000100:00100000:2.0:1762170989.153390:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489673216 00000100:00100000:1.0:1762170989.153395:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481736320:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.153397:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489673216 00000100:00100000:3.0:1762170989.153398:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481735040:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.153418:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.153425:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8467800/0x96d1ba5869cbf77f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cee expref: 319 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.153457:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.153459:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.153460:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489673088 00000100:00100000:2.0:1762170989.153467:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489673088 00010000:00010000:1.0:1762170989.153472:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.153474:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481737216:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.153488:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889eb24af800/0x96d1ba5869cc0bbb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc707b expref: 320 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.153490:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.153512:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.153513:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.153531:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33554 00010000:00010000:1.0:1762170989.153536:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.153540:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.153544:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+320:2416:x1847765489673216:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.153546:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.153555:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33555 00010000:00010000:0.0:1762170989.153559:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.153565:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.153570:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+320:2416:x1847765489673088:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.153571:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.153592:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.153593:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8467800/0x96d1ba5869cbf77f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cee expref: 320 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.153612:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.153617:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.153621:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889eb24af800/0x96d1ba5869cc0bbb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc707b expref: 320 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.153627:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8467800/0x96d1ba5869cbf77f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cee expref: 320 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.153635:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4424 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.153659:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8467800/0x96d1ba5869cbf77f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cee expref: 320 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.153666:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.153669:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.153670:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.153674:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.153675:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+695:3640:x1847765481733504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5982us (6510us total) trans 4294977384 rc 0/0 00010000:00010000:2.0:1762170989.153677:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.153677:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.153691:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.153691:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42168 00000100:00100000:1.0:1762170989.153737:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481737216 00000100:00100000:1.0:1762170989.153743:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481737216 00010000:00010000:3.0:1762170989.153754:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889eb24af800/0x96d1ba5869cc0bbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc707b expref: 319 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.153757:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.153770:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.153772:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.153775:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.153778:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42181 00010000:00010000:3.0:1762170989.153786:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.153793:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+983:3643:x1847765481737216:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.153802:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.153803:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+319:2416:x1847765489673216:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 261us (549us total) trans 0 rc 0/0 00002000:00080000:1.0:1762170989.153808:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2296 count 1 00000100:00100000:2.0:1762170989.153814:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33554 00010000:00010000:1.0:1762170989.153823:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.153824:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+319:2416:x1847765489673088:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 258us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.153838:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33555 00010000:00010000:1.0:1762170989.153846:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d400/0x96d1ba5869cc0348 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c0d expref: 38 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.153855:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.153857:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.153861:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.153883:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.153887:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d400/0x96d1ba5869cc0348 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c0d expref: 38 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.153899:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d400/0x96d1ba5869cc0348 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c0d expref: 38 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.153901:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.153920:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.153926:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481737344:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.153928:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.153941:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.153952:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.153958:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481736832:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.153975:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.153983:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5ad80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.153991:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.153996:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.154001:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.154004:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.154009:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.154019:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.154024:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481736960:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.154026:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc445c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.154034:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4a00/0x96d1ba5869cbf771 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cd2 expref: 317 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.154051:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.154051:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.154053:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481735552:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.154055:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.154058:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.154077:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.154088:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.154096:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+695:3641:x1847765481735808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3090us (3229us total) trans 4294977385 rc 0/0 00010000:00010000:1.0:1762170989.154098:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.154113:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42176 00010000:00010000:1.0:1762170989.154114:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.154122:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.154145:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.154153:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:3.0:1762170989.154159:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cc380/2, rc 0, transno 4294977385 00010000:00010000:2.0:1762170989.154160:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.154174:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481735808:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.154178:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.154184:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.154196:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.154210:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.154219:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc444e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.154247:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.154250:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.154254:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.154265:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3e0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481737472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.154289:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.154300:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+695:3642:x1847765481735168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4481us (4599us total) trans 4294977386 rc 0/0 00000100:00100000:1.0:1762170989.154308:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42174 00000100:00100000:3.0:1762170989.154320:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.154326:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.154331:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481737472 00000100:00100000:1.0:1762170989.154337:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481737472 00000100:00100000:1.0:1762170989.154374:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42182 00000100:00100000:2.0:1762170989.154388:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.154389:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489673344 00000100:00100000:1.0:1762170989.154389:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+695:3643:x1847765481737472:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.154395:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489673344 00002000:00080000:1.0:1762170989.154404:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2010 count 1 00000100:00100000:0.0:1762170989.154412:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489673472 00010000:00010000:3.0:1762170989.154415:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ce00/0x96d1ba5869cc0333 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6be3 expref: 39 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.154417:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489673472 00000100:00100000:2.0:1762170989.154418:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489673600 00010000:00010000:1.0:1762170989.154419:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.154426:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489673600 00010000:00010000:0.0:1762170989.154435:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5aa00/0x96d1ba5869cc033a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf1 expref: 41 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.154443:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489673728 00010000:00010000:1.0:1762170989.154443:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3800/0x96d1ba5869cbf78d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d0a expref: 316 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.154448:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489673728 00010000:00010000:2.0:1762170989.154449:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e1400/0x96d1ba5869cc0341 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bff expref: 41 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.154459:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.154462:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33556 00010000:00010000:3.0:1762170989.154463:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6800/0x96d1ba5869cbf786 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cfc expref: 317 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.154464:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.154470:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.154481:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+41:2416:x1847765489673344:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.154487:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33557 00010000:00010000:0.0:1762170989.154492:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.154499:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3800/0x96d1ba5869cbf78d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d0a expref: 317 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.154500:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+41:2417:x1847765489673472:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.154501:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33558 00010000:00010000:0.0:1762170989.154502:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ce00/0x96d1ba5869cc0333 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6be3 expref: 41 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.154514:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.154520:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+41:2414:x1847765489673600:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.154526:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3800/0x96d1ba5869cbf78d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d0a expref: 317 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.154531:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ce00/0x96d1ba5869cc0333 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6be3 expref: 41 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.154534:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.154542:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e1400/0x96d1ba5869cc0341 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bff expref: 41 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.154547:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481737600:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.154560:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ce00/0x96d1ba5869cc0333 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6be3 expref: 41 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.154566:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e1400/0x96d1ba5869cc0341 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bff expref: 41 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.154569:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5aa00/0x96d1ba5869cc033a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf1 expref: 41 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.154595:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5ab40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.154609:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5aa00/0x96d1ba5869cc033a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf1 expref: 40 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.154611:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.154613:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1400/0x96d1ba5869cc0341 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bff expref: 40 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.154616:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.154623:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.154630:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5de00/0x96d1ba5869cc031e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb9 expref: 40 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.154634:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5aa00/0x96d1ba5869cc033a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf1 expref: 40 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.154643:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.154648:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.154648:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.154655:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.154658:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.154662:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.154664:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481734784:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.154666:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.154684:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.154684:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.154686:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.154689:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.154725:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+37:2416:x1847765489673344:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 231us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.154733:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33556 00010000:00010000:1.0:1762170989.154736:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.154747:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.154755:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.154763:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.154773:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.154773:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33559 00010000:00010000:1.0:1762170989.154778:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.154785:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+317:2414:x1847765489673728:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.154793:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.154797:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+36:2417:x1847765489673472:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 302us (509us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.154799:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6800/0x96d1ba5869cbf786 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cfc expref: 317 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.154802:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.154811:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33557 00010000:00010000:0.0:1762170989.154815:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6800/0x96d1ba5869cbf786 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cfc expref: 317 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.154827:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.154828:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.154831:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.154837:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+35:2414:x1847765489673600:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 319us (510us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.154852:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.154858:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33558 00010000:00010000:0.0:1762170989.154868:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.154893:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.154895:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+317:2414:x1847765489673728:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 111us (511us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.154910:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.154912:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33559 00010000:00010000:2.0:1762170989.154924:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.154932:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+984:3641:x1847765481734272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6853us (7169us total) trans 4294975717 rc 0/0 00000004:00080000:3.0:1762170989.154933:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cc000/2, rc 0, transno 4294975717 00010000:00010000:2.0:1762170989.154936:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.154936:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.154943:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.154945:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481734272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.154952:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42171 00010000:00010000:0.0:1762170989.154962:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.154965:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.154970:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.154971:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.154984:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.154986:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170989.154987:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.154993:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448200/0x96d1ba5869cc4439 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.154997:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481737728:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.155005:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.155016:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.155018:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.155025:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.155027:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.155047:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.155049:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.155052:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.155066:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.155070:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.155079:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.155086:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.155088:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4471 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.155102:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6800/0x96d1ba5869cbf786 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5cfc expref: 316 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.155107:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+985:3640:x1847765481736704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2882us (3047us total) trans 4294975718 rc 0/0 00010000:00010000:0.0:1762170989.155108:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.155115:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.155123:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42179 00010000:00010000:0.0:1762170989.155135:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.155139:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.155147:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481737728 00010000:00010000:0.0:1762170989.155147:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.155154:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481737728 00010000:00010000:0.0:1762170989.155162:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.155169:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481737088:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.155184:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448600/0x96d1ba5869cc4463 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.155191:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42183 00010000:00010000:3.0:1762170989.155195:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.155198:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+985:3643:x1847765481735936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3900us (4174us total) trans 4294975719 rc 0/0 00010000:00010000:0.0:1762170989.155203:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.155207:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+985:3641:x1847765481737728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.155208:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.155212:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.155217:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42177 00010000:00010000:0.0:1762170989.155223:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1762170989.155227:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2297 count 1 00010000:00010000:0.0:1762170989.155231:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170989.155236:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cd180/2, rc 0, transno 4294975719 00010000:00010000:2.0:1762170989.155241:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.155242:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.155246:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481735936:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1762170989.155258:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bb4000/2, rc 0, transno 4294977386 00010000:00010000:0.0:1762170989.155265:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.155268:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51e00/0x96d1ba5869cc034f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c1b expref: 34 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.155274:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481735168:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.155285:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.155288:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.155292:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.155295:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481737856:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1762170989.155296:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2d500/2, rc 0, transno 4294975715 00010000:00010000:2.0:1762170989.155298:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.155300:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.155313:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481733888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.155329:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.155333:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.155340:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51e00/0x96d1ba5869cc034f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c1b expref: 34 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.155351:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51e00/0x96d1ba5869cc034f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c1b expref: 34 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.155363:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481737984:192.168.202.10@tcp:104: 00000004:00080000:1.0:1762170989.155402:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c1180/2, rc 0, transno 4294975718 00000100:00100000:1.0:1762170989.155415:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481736704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.155418:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ee40 going to sleep for 11 seconds 00000004:00080000:1.0:1762170989.155435:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cca80/2, rc 0, transno 4294975714 00010000:00010000:2.0:1762170989.155436:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170989.155437:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481738240:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.155444:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.155444:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481734912:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.155455:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.155459:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.155463:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d0700/2, rc 0, transno 4294977384 00010000:00010000:2.0:1762170989.155468:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.155475:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481733504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.155484:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.155484:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+985:3640:x1847765481736576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3304us (3513us total) trans 4294975720 rc 0/0 00010000:00010000:2.0:1762170989.155489:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.155494:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eece00/2, rc 0, transno 4294975713 00000100:00100000:0.0:1762170989.155500:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42178 00000100:00100000:1.0:1762170989.155505:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481733376:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.155508:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc446a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.155516:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170989.155526:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481737856 00000100:00100000:3.0:1762170989.155528:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481738112:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.155529:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.155529:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c2300/2, rc 0, transno 4294975720 00000100:00100000:0.0:1762170989.155532:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481737856 00010000:00010000:2.0:1762170989.155533:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.155539:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.155542:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481736576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.155550:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481738240 00000100:00100000:2.0:1762170989.155554:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481738240 00000100:00100000:3.0:1762170989.155566:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.155570:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42184 00000100:00100000:0.0:1762170989.155595:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+986:3641:x1847765481737856:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.155603:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481738112 00000100:00100000:2.0:1762170989.155607:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481738112 00002000:00080000:0.0:1762170989.155610:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2298 count 1 00000100:00100000:3.0:1762170989.155623:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42185 00010000:00010000:0.0:1762170989.155624:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.155638:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+986:3643:x1847765481738240:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.155640:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0c00/0x96d1ba5869cc0356 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c29 expref: 34 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.155651:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42186 00010000:00010000:0.0:1762170989.155654:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1762170989.155656:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2299 count 1 00010000:00010000:0.0:1762170989.155658:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.155663:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.155665:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+696:3643:x1847765481738112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.155670:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.155686:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2011 count 1 00010000:00010000:3.0:1762170989.155690:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c600/0x96d1ba5869cc035d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c37 expref: 34 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.155700:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.155700:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e0c00/0x96d1ba5869cc0356 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c29 expref: 34 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.155702:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.155703:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481738624:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.155705:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.155743:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e0c00/0x96d1ba5869cc0356 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c29 expref: 34 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.155757:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481739008:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.155778:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2600/0x96d1ba5869cbf794 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d18 expref: 315 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.155783:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.155784:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.155787:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.155793:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.155801:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.155805:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.155811:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2600/0x96d1ba5869cbf794 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d18 expref: 315 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.155820:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c600/0x96d1ba5869cc035d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c37 expref: 34 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.155821:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2600/0x96d1ba5869cbf794 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d18 expref: 315 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.155826:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170989.155830:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481738624 00000100:00100000:0.0:1762170989.155837:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481738624 00000100:00100000:1.0:1762170989.155838:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481738752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.155847:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c600/0x96d1ba5869cc035d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c37 expref: 34 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.155849:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481739136:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.155869:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481739264:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.155874:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.155877:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42187 00000100:00100000:2.0:1762170989.155879:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e900 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.155890:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+987:3642:x1847765481738624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.155904:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2301 count 1 00000100:00100000:1.0:1762170989.155908:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481738752 00000100:00100000:1.0:1762170989.155913:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481738752 00000100:00100000:2.0:1762170989.155914:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.155917:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.155933:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1600/0x96d1ba5869cc036b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c53 expref: 34 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.155942:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42188 00010000:00010000:0.0:1762170989.155943:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.155946:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.155949:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebc4350c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.155950:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.155954:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+988:3642:x1847765481738752:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.155969:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481738496:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.155972:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2302 count 1 00010000:00010000:0.0:1762170989.155984:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e1600/0x96d1ba5869cc036b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c53 expref: 34 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.155988:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.156001:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.156002:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e1600/0x96d1ba5869cc036b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c53 expref: 34 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.156012:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ca00/0x96d1ba5869cc0372 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c61 expref: 34 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.156020:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481739392:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.156023:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1762170989.156023:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.156030:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.156033:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.156036:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481738368:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.156038:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.156058:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b780 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.156065:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ca00/0x96d1ba5869cc0372 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c61 expref: 34 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.156077:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ca00/0x96d1ba5869cc0372 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c61 expref: 34 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.156078:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489673856 00000100:00100000:0.0:1762170989.156084:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489673856 00000100:00100000:1.0:1762170989.156093:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481739520:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.156107:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d400/0x96d1ba5869cc0348 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c0d expref: 35 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.156130:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489673984 00000100:00100000:3.0:1762170989.156134:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.156136:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489673984 00000100:00100000:2.0:1762170989.156151:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33560 00000100:00100000:1.0:1762170989.156154:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5acc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.156156:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3800/0x96d1ba5869cbf78d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d0a expref: 316 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.156159:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481738880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.156170:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+35:2417:x1847765489673856:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.156181:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.156185:0:8389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb24af800/0x96d1ba5869cc0bbb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc707b expref: 316 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.156190:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d400/0x96d1ba5869cc0348 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c0d expref: 35 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.156194:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33561 00000100:00100000:0.0:1762170989.156210:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+315:2417:x1847765489673984:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.156211:0:8389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8389:1847765481736064:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.156215:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d400/0x96d1ba5869cc0348 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c0d expref: 35 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.156225:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.156235:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.156235:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.156237:0:8389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156237:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3800/0x96d1ba5869cbf78d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d0a expref: 315 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.156240:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.156246:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.156264:0:8389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156268:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3800/0x96d1ba5869cbf78d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d0a expref: 315 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.156278:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.156287:0:8389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156300:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.156304:0:8389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156304:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.156308:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.156309:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.156315:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.156316:0:8389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156326:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.156344:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+35:2417:x1847765489673856:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 180us (428us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.156349:0:8389:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.156354:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.156355:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33560 00010000:00010000:3.0:1762170989.156376:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.156383:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+315:2417:x1847765489673984:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (365us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.156393:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.156398:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33561 00010000:00010000:3.0:1762170989.156411:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156423:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.156429:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.156435:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.156437:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.156443:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156457:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.156471:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481738496 00010000:00010000:0.0:1762170989.156472:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.156477:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481738496 00010000:00010000:0.0:1762170989.156484:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4455 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.156505:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481738368 00010000:00010000:0.0:1762170989.156507:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.156509:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481738368 00010000:00010000:0.0:1762170989.156512:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156520:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.156524:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.156532:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481738880 00010000:00010000:0.0:1762170989.156532:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.156538:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481738880 00010000:00010000:0.0:1762170989.156549:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156557:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4478 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.156567:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42189 00000100:00100000:2.0:1762170989.156594:0:22703:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+990:3641:x1847765481738496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.156598:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+699:3643:x1847765481736448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4311us (4482us total) trans 4294977388 rc 0/0 00010000:00010000:0.0:1762170989.156601:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.156607:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1762170989.156610:0:22703:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2300 count 1 00000100:00100000:3.0:1762170989.156612:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42180 00010000:00010000:0.0:1762170989.156614:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.156624:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.156627:0:22703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.156641:0:22703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54400/0x96d1ba5869cc0364 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c45 expref: 34 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.156642:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42190 00010000:00010000:2.0:1762170989.156652:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.156655:0:22703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1762170989.156657:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c2a00/2, rc 0, transno 4294977388 00000100:00100000:0.0:1762170989.156657:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+698:3641:x1847765481738368:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.156660:0:22703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.156673:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481736448:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.156676:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2012 count 1 00010000:00010000:2.0:1762170989.156688:0:22703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54400/0x96d1ba5869cc0364 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c45 expref: 34 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.156691:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.156735:0:22703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54400/0x96d1ba5869cc0364 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c45 expref: 34 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.156750:0:22703:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481739648:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.156761:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481739776:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.156771:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6400/0x96d1ba5869cbf79b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d26 expref: 314 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.156779:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.156781:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.156784:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.156795:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.156796:0:22703:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ea80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.156807:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6400/0x96d1ba5869cbf79b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d26 expref: 314 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.156818:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6400/0x96d1ba5869cbf79b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d26 expref: 314 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.156829:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481739904:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.156857:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b240 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.156883:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481739776 00000100:00100000:0.0:1762170989.156887:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481739776 00000100:00100000:0.0:1762170989.156914:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42191 00000100:00100000:0.0:1762170989.156921:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+990:3641:x1847765481738880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.156930:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2303 count 1 00010000:00010000:0.0:1762170989.156938:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156946:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e3600/0x96d1ba5869cc0379 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c6f expref: 34 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.156950:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.156951:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.156953:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.156966:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e3600/0x96d1ba5869cc0379 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c6f expref: 34 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.156971:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e3600/0x96d1ba5869cc0379 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c6f expref: 34 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.156978:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481740032:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.156995:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42192 00000100:00100000:3.0:1762170989.157007:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+699:3641:x1847765481739776:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.157010:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b180 going to sleep for 11 seconds 00002000:00080000:3.0:1762170989.157021:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2013 count 1 00010000:00010000:3.0:1762170989.157098:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.157111:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2a00/0x96d1ba5869cbf7a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d34 expref: 314 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.157119:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.157121:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.157124:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.157188:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2a00/0x96d1ba5869cbf7a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d34 expref: 314 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.157199:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2a00/0x96d1ba5869cbf7a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d34 expref: 314 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.157210:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481740160:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.157248:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54b40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.157385:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5d400/0x96d1ba5869cc0348 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c0d expref: 34 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.157401:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481737344:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.157420:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.157430:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.157437:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.157486:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.157496:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.157518:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.157522:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.157527:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.157536:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.157539:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.157544:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.157555:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.157562:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449200/0x96d1ba5869cc447f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.157578:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.157591:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.157595:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.157684:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+991:3643:x1847765481737216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3893us (4172us total) trans 4294975721 rc 0/0 00000100:00100000:3.0:1762170989.157691:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42181 00000004:00080000:3.0:1762170989.157756:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf7480/2, rc 0, transno 4294975721 00000100:00100000:3.0:1762170989.157769:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481737216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.158945:0:176027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+699:3641:x1847765481720320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37244us (37757us total) trans 4294977365 rc 0/0 00000100:00100000:0.0:1762170989.158952:0:176027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42119 00000004:00080000:0.0:1762170989.158998:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d52a00/2, rc 0, transno 4294977365 00000100:00100000:0.0:1762170989.159007:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481720320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.159065:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481740416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.159091:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.159096:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481740288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.159121:0:176027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481740416 00000100:00100000:0.0:1762170989.159125:0:176027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481740416 00000100:00100000:1.0:1762170989.159136:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.159162:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481740288 00000100:00100000:0.0:1762170989.159166:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481740288 00000100:00100000:0.0:1762170989.159193:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42193 00000100:00100000:1.0:1762170989.159200:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42194 00000100:00100000:0.0:1762170989.159201:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea3f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+991:3643:x1847765481740416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.159215:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+699:3642:x1847765481740288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.159216:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2304 count 1 00010000:00010000:0.0:1762170989.159231:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.159233:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2014 count 1 00010000:00010000:0.0:1762170989.159246:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5800/0x96d1ba5869cc0387 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c7d expref: 33 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.159251:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.159251:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.159255:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.159258:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.159274:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7000/0x96d1ba5869cbf7a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d42 expref: 314 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.159282:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.159284:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e5800/0x96d1ba5869cc0387 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c7d expref: 33 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.159285:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.159291:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.159295:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e5800/0x96d1ba5869cc0387 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c7d expref: 33 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.159308:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481740544:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.159325:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7000/0x96d1ba5869cbf7a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d42 expref: 314 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.159337:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7000/0x96d1ba5869cbf7a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d42 expref: 314 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.159349:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481740672:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.159353:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b900 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.159383:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.159467:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481739008:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.159483:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.159494:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:176033:1847765481737984:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.159516:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.159518:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3800/0x96d1ba5869cbf78d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d0a expref: 314 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.159543:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481737600:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.159557:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.159565:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.159572:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.159590:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.159598:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.159620:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.159626:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481739136:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.159628:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170989.159629:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481739264:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.159638:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.159649:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.159651:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.159655:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.159656:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.159681:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.159699:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.159725:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4486 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.159754:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.159757:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.159760:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.159769:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+700:3643:x1847765481737472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5387us (5450us total) trans 4294977389 rc 0/0 00000100:00100000:0.0:1762170989.159777:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42182 00000100:00100000:2.0:1762170989.159810:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.159818:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481739392:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.159837:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.159849:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.159864:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489674240 00000100:00100000:0.0:1762170989.159869:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489674240 00000100:00100000:2.0:1762170989.159873:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489674496 00000100:00100000:2.0:1762170989.159879:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489674496 00010000:00010000:0.0:1762170989.159894:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e0c00/0x96d1ba5869cc0356 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c29 expref: 35 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.159902:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c600/0x96d1ba5869cc035d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c37 expref: 35 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.159924:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33562 00000100:00100000:2.0:1762170989.159931:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33563 00000100:00100000:0.0:1762170989.159937:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+35:2416:x1847765489674240:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.159943:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+35:2414:x1847765489674496:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.159948:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.159951:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.159957:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e0c00/0x96d1ba5869cc0356 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c29 expref: 35 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.159958:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c600/0x96d1ba5869cc035d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c37 expref: 35 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.159982:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c600/0x96d1ba5869cc035d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c37 expref: 35 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.159985:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e0c00/0x96d1ba5869cc0356 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c29 expref: 35 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.159999:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5c600/0x96d1ba5869cc035d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c37 expref: 35 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.160006:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0c00/0x96d1ba5869cc0356 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c29 expref: 35 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.160012:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.160015:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.160020:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160021:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.160024:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.160029:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.160051:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160051:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160085:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.160087:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.160120:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+33:2416:x1847765489674240:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.160127:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+33:2414:x1847765489674496:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 186us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.160132:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33562 00000100:00100000:2.0:1762170989.160142:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33563 00010000:00010000:0.0:1762170989.160163:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160173:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160181:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160189:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.160199:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.160199:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160200:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.160209:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.160215:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.160220:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.160232:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.160259:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.160350:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+993:3641:x1847765481737856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4772us (5024us total) trans 4294975722 rc 0/0 00000100:00100000:0.0:1762170989.160356:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42184 00000100:00100000:2.0:1762170989.160372:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+992:3643:x1847765481738240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4739us (4894us total) trans 4294975723 rc 0/0 00010000:00010000:0.0:1762170989.160376:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170989.160380:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42185 00010000:00010000:0.0:1762170989.160381:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160388:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.160391:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160396:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.160406:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489674624 00010000:00010000:0.0:1762170989.160406:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.160411:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489674624 00010000:00010000:0.0:1762170989.160416:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4494 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.160425:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481739520:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.160428:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e1600/0x96d1ba5869cc036b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c53 expref: 32 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.160429:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.160433:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.160444:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160445:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.160451:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.160458:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489674112 00000100:00100000:2.0:1762170989.160463:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489674112 00010000:00010000:0.0:1762170989.160474:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.160475:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51e00/0x96d1ba5869cc034f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c1b expref: 33 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.160500:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.160507:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33564 00010000:00010000:0.0:1762170989.160510:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc600/0x96d1ba5869cc449b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.160516:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+33:2416:x1847765489674624:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.160521:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33565 00010000:00010000:2.0:1762170989.160531:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.160537:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e1600/0x96d1ba5869cc036b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c53 expref: 33 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.160540:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.160541:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+33:2416:x1847765489674112:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.160546:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.160552:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e1600/0x96d1ba5869cc036b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c53 expref: 33 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.160552:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.160557:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.160564:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51e00/0x96d1ba5869cc034f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c1b expref: 33 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.160564:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.160568:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1600/0x96d1ba5869cc036b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c53 expref: 33 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.160596:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51e00/0x96d1ba5869cc034f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c1b expref: 33 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.160599:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.160603:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1762170989.160606:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd71f80/2, rc 0, transno 4294975723 00010000:00010000:2.0:1762170989.160607:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.160613:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c51e00/0x96d1ba5869cc034f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c1b expref: 32 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.160620:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.160627:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.160627:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481738240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.160632:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.160637:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.160645:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3e0aa00/2, rc 0, transno 4294977389 00010000:00010000:3.0:1762170989.160650:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.160650:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.160659:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3e0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481737472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.160666:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481740800:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.160677:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.160684:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+31:2416:x1847765489674624:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 168us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.160692:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33564 00000100:00100000:3.0:1762170989.160728:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+30:2416:x1847765489674112:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 171us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.160730:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481740928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.160741:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33565 00000100:00100000:1.0:1762170989.160741:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.160746:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.160754:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.160760:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.160766:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.160767:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.160768:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.160786:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.160793:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.160794:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1762170989.160800:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b70e00/2, rc 0, transno 4294975722 00010000:00010000:3.0:1762170989.160801:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.160814:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.160816:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481737856:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.160834:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.160839:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160844:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.160847:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.160853:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170989.160853:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.160866:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481741056:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.160866:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160877:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10800/0x96d1ba5869cc44a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160894:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.160897:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160902:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.160905:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.160913:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.160913:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.160917:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+993:3642:x1847765481738624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5029us (5121us total) trans 4294975724 rc 0/0 00000100:00100000:2.0:1762170989.160933:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42187 00010000:00010000:0.0:1762170989.160934:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.160940:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc448d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.160952:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+992:3641:x1847765481737728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5749us (5925us total) trans 4294975725 rc 0/0 00000100:00100000:2.0:1762170989.160955:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481740800 00010000:00010000:0.0:1762170989.160958:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.160959:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481740800 00000100:00100000:3.0:1762170989.160962:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42183 00010000:00010000:0.0:1762170989.160963:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.160967:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.160970:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab2680/2, rc 0, transno 4294975724 00000100:00100000:3.0:1762170989.160981:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481740928 00000100:00100000:3.0:1762170989.160985:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481740928 00000100:00100000:1.0:1762170989.160985:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481738624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.160986:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481741056 00000100:00100000:2.0:1762170989.160991:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42195 00000100:00100000:0.0:1762170989.160992:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481741056 00000100:00100000:2.0:1762170989.161006:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+993:3640:x1847765481740800:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.161017:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42196 00002000:00080000:2.0:1762170989.161018:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2305 count 1 00000100:00100000:0.0:1762170989.161024:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42197 00000100:00100000:3.0:1762170989.161029:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+700:3641:x1847765481740928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.161030:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.161038:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+993:3643:x1847765481741056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.161043:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2015 count 1 00000100:00100000:1.0:1762170989.161045:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481741184:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.161048:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e3200/0x96d1ba5869cc0380 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c8b expref: 29 pid: 33720 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170989.161053:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2306 count 1 00010000:00010000:3.0:1762170989.161055:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.161061:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.161064:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.161067:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.161068:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.161070:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ea73b6000/0x96d1ba5869cc0aaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f6a expref: 313 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.161081:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.161095:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.161099:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.161100:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e4200/0x96d1ba5869cc038e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c99 expref: 29 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.161103:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.161113:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e3200/0x96d1ba5869cc0380 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c8b expref: 29 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.161117:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481741184 00000100:00100000:1.0:1762170989.161124:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481741184 00010000:00010000:0.0:1762170989.161135:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.161140:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.161141:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e3200/0x96d1ba5869cc0380 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c8b expref: 29 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.161146:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ea73b6000/0x96d1ba5869cc0aaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f6a expref: 313 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.161147:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.161153:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42198 00000100:00100000:2.0:1762170989.161164:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481741312:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.161167:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+994:3643:x1847765481741184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.161178:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ea73b6000/0x96d1ba5869cc0aaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f6a expref: 313 pid: 33719 timeout: 4705 lvb_type: 0 00002000:00080000:1.0:1762170989.161184:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2307 count 1 00010000:00010000:0.0:1762170989.161192:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e4200/0x96d1ba5869cc038e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c99 expref: 29 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.161193:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481741440:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.161199:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.161203:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.161214:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e4200/0x96d1ba5869cc038e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c99 expref: 29 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.161216:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.161220:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f200/0x96d1ba5869cc0395 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ca7 expref: 29 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.161230:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54900 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.161230:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481741568:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.161231:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.161235:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.161240:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.161262:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b73800/2, rc 0, transno 4294975725 00000100:00100000:0.0:1762170989.161263:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b780 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.161269:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f200/0x96d1ba5869cc0395 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ca7 expref: 29 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.161274:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481737728:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.161289:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f200/0x96d1ba5869cc0395 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ca7 expref: 29 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.161302:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481741696:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.161335:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.161337:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170989.161349:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481741824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.161381:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.161462:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481741824 00000100:00100000:1.0:1762170989.161468:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481741824 00000100:00100000:1.0:1762170989.161499:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42199 00000100:00100000:1.0:1762170989.161509:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+995:3641:x1847765481741824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.161521:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2308 count 1 00010000:00010000:1.0:1762170989.161537:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.161549:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5e00/0x96d1ba5869cc039c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cb5 expref: 29 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.161555:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.161557:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.161560:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.161565:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.161595:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e5e00/0x96d1ba5869cc039c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cb5 expref: 29 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.161598:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489674368 00000100:00100000:3.0:1762170989.161604:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489674368 00010000:00010000:1.0:1762170989.161615:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e5e00/0x96d1ba5869cc039c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cb5 expref: 29 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.161630:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2600/0x96d1ba5869cbf794 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d18 expref: 314 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.161630:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481741952:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.161667:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33566 00000100:00100000:1.0:1762170989.161667:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.161681:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+314:2416:x1847765489674368:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.161691:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.161695:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2600/0x96d1ba5869cbf794 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d18 expref: 314 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.161703:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2600/0x96d1ba5869cbf794 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d18 expref: 314 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.161782:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2600/0x96d1ba5869cbf794 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d18 expref: 314 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.161795:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.161797:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.161800:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.161808:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.161828:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.161884:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.161931:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.161950:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481739904:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.161969:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+313:2416:x1847765489674368:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 289us (443us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.161972:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.161989:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33566 00000100:00100000:3.0:1762170989.162014:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489674752 00000100:00100000:3.0:1762170989.162018:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489674752 00000100:00100000:0.0:1762170989.162022:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:176826:1847765481740032:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.162037:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ca00/0x96d1ba5869cc0372 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c61 expref: 30 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.162046:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.162059:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.162096:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.162118:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489674880 00000100:00100000:3.0:1762170989.162123:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489674880 00000100:00100000:0.0:1762170989.162126:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489675136 00000100:00100000:0.0:1762170989.162132:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489675136 00000100:00100000:2.0:1762170989.162134:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489675008 00000100:00100000:2.0:1762170989.162140:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489675008 00010000:00010000:3.0:1762170989.162141:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54400/0x96d1ba5869cc0364 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c45 expref: 31 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.162157:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2a00/0x96d1ba5869cbf7a2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d34 expref: 313 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.162163:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e3600/0x96d1ba5869cc0379 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c6f expref: 32 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.162173:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33567 00010000:00010000:1.0:1762170989.162178:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.162189:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+32:2417:x1847765489674752:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.162200:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.162202:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.162208:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33568 00010000:00010000:3.0:1762170989.162211:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ca00/0x96d1ba5869cc0372 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c61 expref: 32 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.162220:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.162222:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33569 00000100:00100000:0.0:1762170989.162228:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+32:2417:x1847765489674880:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.162234:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ca00/0x96d1ba5869cc0372 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c61 expref: 32 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.162241:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.162242:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+313:2416:x1847765489675136:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.162247:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.162257:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54400/0x96d1ba5869cc0364 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c45 expref: 32 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.162265:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ca00/0x96d1ba5869cc0372 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c61 expref: 32 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.162268:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.162272:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.162280:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2a00/0x96d1ba5869cbf7a2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d34 expref: 313 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.162282:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54400/0x96d1ba5869cc0364 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c45 expref: 32 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.162288:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.162292:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.162297:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.162310:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2a00/0x96d1ba5869cbf7a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d34 expref: 313 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.162314:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.162318:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.162322:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.162325:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.162338:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.162343:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.162348:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.162349:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.162358:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.162370:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.162378:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.162387:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+31:2417:x1847765489674752:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 201us (559us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.162389:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.162398:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+701:3643:x1847765481738112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6736us (6831us total) trans 4294977390 rc 0/0 00000100:00100000:3.0:1762170989.162399:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33567 00000100:00100000:0.0:1762170989.162410:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+31:2417:x1847765489674880:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.162415:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42186 00000100:00100000:2.0:1762170989.162422:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+313:2416:x1847765489675136:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 183us (364us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.162441:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.162449:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.162456:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.162463:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.162475:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.162507:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33570 00000100:00100000:0.0:1762170989.162517:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33568 00000100:00100000:3.0:1762170989.162523:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+30:2416:x1847765489675008:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.162530:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33569 00010000:00010000:3.0:1762170989.162537:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.162544:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.162545:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e3600/0x96d1ba5869cc0379 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c6f expref: 29 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.162552:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.162562:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e3600/0x96d1ba5869cc0379 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c6f expref: 29 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.162565:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.162573:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.162593:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e3600/0x96d1ba5869cc0379 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c6f expref: 29 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.162598:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.162610:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.162613:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.162615:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.162617:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+996:3642:x1847765481738752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6665us (6746us total) trans 4294975726 rc 0/0 00010000:00010000:3.0:1762170989.162621:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.162624:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.162630:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42188 00010000:00010000:3.0:1762170989.162644:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.162646:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc44a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.162672:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd72d80/2, rc 0, transno 4294977390 00010000:00010000:0.0:1762170989.162682:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.162685:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.162688:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481738112:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.162689:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.162703:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.162728:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.162736:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a64450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+28:2416:x1847765489675008:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 217us (639us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.162741:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.162743:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab3480/2, rc 0, transno 4294975726 00000100:00100000:3.0:1762170989.162748:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33570 00000100:00100000:1.0:1762170989.162760:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481738752:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.162764:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.162773:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448c00/0x96d1ba5869cc44b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.162796:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489675264 00000100:00100000:2.0:1762170989.162797:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.162797:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.162801:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.162802:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489675264 00010000:00010000:0.0:1762170989.162804:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.162813:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.162821:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6400/0x96d1ba5869cbf79b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d26 expref: 313 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.162833:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481742080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.162846:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489675392 00000100:00100000:3.0:1762170989.162850:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489675392 00000100:00100000:0.0:1762170989.162861:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481742208:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.162868:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7000/0x96d1ba5869cbf7a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d42 expref: 314 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.162876:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.162885:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.162898:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.162910:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489675520 00000100:00100000:2.0:1762170989.162928:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33571 00000100:00100000:1.0:1762170989.162932:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481742080 00000100:00100000:1.0:1762170989.162936:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481742080 00000100:00100000:2.0:1762170989.162941:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+314:2416:x1847765489675264:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.162948:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33572 00010000:00010000:2.0:1762170989.162951:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.162959:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6400/0x96d1ba5869cbf79b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d26 expref: 314 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.162960:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+314:2416:x1847765489675392:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.162961:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481742208 00000100:00100000:1.0:1762170989.162966:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481742208 00010000:00010000:0.0:1762170989.162975:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.162983:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7000/0x96d1ba5869cbf7a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d42 expref: 314 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.162987:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6400/0x96d1ba5869cbf79b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d26 expref: 314 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.162993:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42200 00010000:00010000:0.0:1762170989.162995:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7000/0x96d1ba5869cbf7a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d42 expref: 314 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.163007:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+996:3641:x1847765481742080:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.163019:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.163020:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6400/0x96d1ba5869cbf79b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d26 expref: 314 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.163022:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1762170989.163025:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2309 count 1 00010000:00010000:0.0:1762170989.163027:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.163035:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.163036:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.163040:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.163042:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.163045:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.163050:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.163062:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.163070:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+313:2416:x1847765489675392:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 112us (275us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.163075:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1c00/0x96d1ba5869cc03a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cc3 expref: 27 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.163077:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489675520 00010000:00010000:2.0:1762170989.163084:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.163089:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33572 00010000:00010000:1.0:1762170989.163093:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.163095:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.163100:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e5800/0x96d1ba5869cc0387 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c7d expref: 28 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.163101:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.163109:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+312:2416:x1847765489675264:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (500us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.163110:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.163129:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33571 00010000:00010000:0.0:1762170989.163131:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.163138:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.163144:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33573 00010000:00010000:1.0:1762170989.163145:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e1c00/0x96d1ba5869cc03a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cc3 expref: 28 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.163148:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.163160:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+28:2417:x1847765489675520:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.163171:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7000/0x96d1ba5869cbf7a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d42 expref: 311 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.163174:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.163176:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.163176:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e1c00/0x96d1ba5869cc03a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cc3 expref: 28 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.163185:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e5800/0x96d1ba5869cc0387 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c7d expref: 28 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.163188:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481740672:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.163202:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481742336:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.163206:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.163207:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e5800/0x96d1ba5869cc0387 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c7d expref: 28 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.163228:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.163234:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.163234:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.163239:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.163245:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.163246:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.163252:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5ad80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.163260:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.163264:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.163274:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.163280:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+702:3641:x1847765481738368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6627us (7149us total) trans 4294977391 rc 0/0 00010000:00010000:3.0:1762170989.163283:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.163287:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42190 00000004:00080000:1.0:1762170989.163296:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab1c00/2, rc 0, transno 4294977391 00000100:00100000:0.0:1762170989.163309:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42201 00000100:00100000:1.0:1762170989.163311:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481738368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.163315:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+28:2417:x1847765489675520:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 157us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.163326:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+702:3642:x1847765481742208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.163328:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33573 00002000:00080000:0.0:1762170989.163344:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2016 count 1 00010000:00010000:0.0:1762170989.163359:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.163371:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d1400/0x96d1ba5869cbf7c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d5e expref: 310 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.163373:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481742464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.163382:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+702:3642:x1847765481740288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4169us (4244us total) trans 4294977392 rc 0/0 00010000:00010000:0.0:1762170989.163398:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.163400:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42194 00010000:00010000:0.0:1762170989.163401:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.163406:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.163412:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481741440:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.163424:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.163428:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.163432:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.163434:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d1400/0x96d1ba5869cbf7c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d5e expref: 310 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.163435:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.163459:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.163464:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481742464 00010000:00010000:0.0:1762170989.163464:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d1400/0x96d1ba5869cbf7c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d5e expref: 310 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.163465:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.163471:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481742464 00010000:00010000:2.0:1762170989.163491:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.163495:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481742592:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.163503:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42202 00010000:00010000:2.0:1762170989.163516:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.163517:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+702:3643:x1847765481742464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.163527:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b240 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.163537:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc44be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.163537:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2017 count 1 00010000:00010000:0.0:1762170989.163543:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.163550:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.163553:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.163557:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.163562:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.163565:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.163570:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.163572:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5600/0x96d1ba5869cbf7e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d6c expref: 310 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.163573:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.163575:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.163604:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.163608:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.163609:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.163609:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.163615:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.163616:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481741312:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.163636:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.163641:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc44da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.163654:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5600/0x96d1ba5869cbf7e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d6c expref: 310 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.163667:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5600/0x96d1ba5869cbf7e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d6c expref: 310 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.163670:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489675648 00010000:00010000:0.0:1762170989.163670:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.163674:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.163677:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489675648 00010000:00010000:0.0:1762170989.163681:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.163686:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481742720:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.163694:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.163699:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e3200/0x96d1ba5869cc0380 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c8b expref: 28 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.163735:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489675776 00000100:00100000:0.0:1762170989.163738:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:176032:1847765481741568:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.163739:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489675776 00010000:00010000:2.0:1762170989.163758:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ea73b6000/0x96d1ba5869cc0aaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f6a expref: 311 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.163759:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a840 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.163760:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.163788:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481741696:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.163796:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33574 00010000:00010000:1.0:1762170989.163802:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.163803:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33575 00000100:00100000:2.0:1762170989.163809:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+28:2416:x1847765489675648:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.163817:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+311:2417:x1847765489675776:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.163821:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.163825:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.163831:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e3200/0x96d1ba5869cc0380 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c8b expref: 28 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.163833:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ea73b6000/0x96d1ba5869cc0aaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f6a expref: 311 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.163855:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ea73b6000/0x96d1ba5869cc0aaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f6a expref: 311 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.163867:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e3200/0x96d1ba5869cc0380 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c8b expref: 28 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.163871:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ea73b6000/0x96d1ba5869cc0aaa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f6a expref: 311 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.163891:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.163891:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.163894:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.163897:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.163899:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e3200/0x96d1ba5869cc0380 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c8b expref: 28 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.163906:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.163919:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.163923:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.163926:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.163931:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.163936:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.163952:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.163953:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+310:2417:x1847765489675776:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 140us (265us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.163961:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.163969:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33575 00010000:00010000:3.0:1762170989.163971:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.163982:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.163984:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489676032 00000100:00100000:0.0:1762170989.163989:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489676032 00000100:00100000:2.0:1762170989.163994:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+28:2416:x1847765489675648:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (386us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.163996:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.164005:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e4200/0x96d1ba5869cc038e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c99 expref: 28 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.164013:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33574 00010000:00010000:3.0:1762170989.164025:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.164044:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33576 00000100:00100000:2.0:1762170989.164055:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+27:2415:x1847765489676032:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.164055:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.164061:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.164066:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.164068:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.164069:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.164078:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164079:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e4200/0x96d1ba5869cc038e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c99 expref: 27 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.164090:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.164097:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc44e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164099:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e4200/0x96d1ba5869cc038e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c99 expref: 27 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.164121:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.164122:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e4200/0x96d1ba5869cc038e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c99 expref: 27 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.164126:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.164130:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.164139:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.164143:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.164147:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164156:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.164159:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cdc00/2, rc 0, transno 4294977392 00000100:00100000:0.0:1762170989.164180:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481740288:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.164182:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.164202:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.164209:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+26:2415:x1847765489676032:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 154us (320us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.164218:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.164222:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.164223:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33576 00010000:00010000:0.0:1762170989.164233:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.164237:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481742848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.164249:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164253:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164264:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.164266:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.164275:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.164280:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164290:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164313:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.164436:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+998:3643:x1847765481741056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3401us (3526us total) trans 4294975727 rc 0/0 00000100:00100000:0.0:1762170989.164443:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42197 00000004:00080000:1.0:1762170989.164450:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab3800/2, rc 0, transno 4294975727 00000100:00100000:1.0:1762170989.164462:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481741056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.164462:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481742848 00000100:00100000:0.0:1762170989.164467:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481742848 00000100:00100000:2.0:1762170989.164483:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+997:3640:x1847765481740800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3479us (3777us total) trans 4294975728 rc 0/0 00000100:00100000:2.0:1762170989.164494:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42195 00000100:00100000:0.0:1762170989.164501:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42203 00000100:00100000:0.0:1762170989.164510:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+704:3641:x1847765481742848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.164520:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2018 count 1 00010000:00010000:2.0:1762170989.164523:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00080000:1.0:1762170989.164524:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab0a80/2, rc 0, transno 4294975728 00010000:00010000:0.0:1762170989.164530:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164533:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.164536:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481740800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.164545:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170989.164551:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3000/0x96d1ba5869cbf7b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d7a expref: 309 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.164553:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.164555:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481742976:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.164560:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.164574:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.164589:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.164591:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.164593:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.164594:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164619:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164629:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc44ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.164631:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3000/0x96d1ba5869cbf7b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d7a expref: 309 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.164647:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170989.164656:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3000/0x96d1ba5869cbf7b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d7a expref: 309 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.164660:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481743232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.164676:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481743104:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.164693:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.164705:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.164740:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.164746:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164754:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.164761:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.164765:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.164772:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.164779:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481742976 00000100:00100000:0.0:1762170989.164783:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481742976 00010000:00010000:2.0:1762170989.164785:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164794:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc44e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.164804:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481743232 00000100:00100000:0.0:1762170989.164806:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481743232 00010000:00010000:2.0:1762170989.164822:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.164828:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.164831:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42204 00010000:00010000:2.0:1762170989.164835:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.164841:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+998:3640:x1847765481742976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1762170989.164863:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2310 count 1 00000100:00100000:2.0:1762170989.164864:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42205 00010000:00010000:0.0:1762170989.164876:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.164880:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+998:3643:x1847765481743232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.164890:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0800/0x96d1ba5869cc03aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd1 expref: 25 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.164895:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.164897:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.164898:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.164900:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2311 count 1 00010000:00010000:2.0:1762170989.164917:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x907:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.164923:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e0800/0x96d1ba5869cc03aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd1 expref: 25 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.164938:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e0800/0x96d1ba5869cc03aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd1 expref: 25 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.164939:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e4e00/0x96d1ba5869cc03b1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cdf expref: 25 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.164955:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.164955:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481743360:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.164959:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.164964:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.164995:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e4e00/0x96d1ba5869cc03b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cdf expref: 25 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.164995:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bd80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.165010:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e4e00/0x96d1ba5869cc03b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cdf expref: 25 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.165018:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.165024:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481743488:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.165028:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165039:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165046:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.165061:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.165064:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.165247:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c54400/0x96d1ba5869cc0364 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c45 expref: 25 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.165248:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+999:3641:x1847765481738880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8324us (9015us total) trans 4294975729 rc 0/0 00000004:00080000:1.0:1762170989.165255:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab2300/2, rc 0, transno 4294975729 00000100:00100000:0.0:1762170989.165265:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42191 00000100:00100000:1.0:1762170989.165269:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481738880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.165272:0:22703:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:22703:1847765481739648:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.165292:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.165295:0:22703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165298:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.165312:0:22703:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165313:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.165320:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.165324:0:22703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.165327:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481743616:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.165337:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.165345:0:22703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.165355:0:22703:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165356:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.165368:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.165378:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11200/0x96d1ba5869cc44c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.165388:0:22703:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.165404:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.165409:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165417:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.165421:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165429:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165441:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165448:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33000/0x96d1ba5869cc44b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165468:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.165471:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.165474:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.165482:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.165525:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5800/0x96d1ba5869cc0387 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c7d expref: 24 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.165541:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481740544:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.165560:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.165569:0:22703:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+999:3641:x1847765481738496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8988us (9568us total) trans 4294975730 rc 0/0 00010000:00010000:0.0:1762170989.165571:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.165575:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab1880/2, rc 0, transno 4294975730 00000100:00100000:2.0:1762170989.165597:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42189 00010000:00010000:0.0:1762170989.165600:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.165602:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481738496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.165620:0:22703:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481743616 00010000:00010000:0.0:1762170989.165621:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.165627:0:22703:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481743616 00010000:00010000:0.0:1762170989.165633:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165651:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.165674:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42206 00000100:00100000:1.0:1762170989.165677:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481743744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.165686:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+999:3643:x1847765481743616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.165703:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2312 count 1 00000100:00100000:1.0:1762170989.165736:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.165744:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x908:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.165759:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0000/0x96d1ba5869cc03b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ced expref: 23 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.165767:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.165769:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.165772:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.165798:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e0000/0x96d1ba5869cc03b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ced expref: 23 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.165799:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea3f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1000:3643:x1847765481740416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6597us (6704us total) trans 4294975731 rc 0/0 00000004:00080000:1.0:1762170989.165810:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab3b80/2, rc 0, transno 4294975731 00000100:00100000:0.0:1762170989.165818:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42193 00010000:00010000:2.0:1762170989.165824:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e0000/0x96d1ba5869cc03b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ced expref: 23 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.165827:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481740416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.165835:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481743744 00000100:00100000:0.0:1762170989.165841:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481743744 00000100:00100000:2.0:1762170989.165854:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481743872:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.165864:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42207 00000100:00100000:0.0:1762170989.165874:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1000:3640:x1847765481743744:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.165878:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:0.0:1762170989.165887:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2313 count 1 00000100:00100000:1.0:1762170989.165888:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481744000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.165898:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e180 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.165903:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x909:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165917:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5400/0x96d1ba5869cc03bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cfb expref: 23 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.165921:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.165929:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.165931:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.165935:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.165955:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e5400/0x96d1ba5869cc03bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cfb expref: 23 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.165964:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e5400/0x96d1ba5869cc03bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cfb expref: 23 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.165973:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481744128:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.165988:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481744000 00000100:00100000:2.0:1762170989.165993:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481744000 00000100:00100000:0.0:1762170989.166000:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.166013:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.166017:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.166022:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.166025:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42208 00010000:00010000:0.0:1762170989.166027:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.166037:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.166039:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1001:3640:x1847765481744000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1762170989.166057:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2314 count 1 00010000:00010000:0.0:1762170989.166057:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.166068:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c11000/0x96d1ba5869cc44d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.166072:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.166087:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ec00/0x96d1ba5869cc03c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x90a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d09 expref: 23 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.166091:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.166096:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.166096:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.166100:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.166101:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.166104:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.166129:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ec00/0x96d1ba5869cc03c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d09 expref: 23 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.166140:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ec00/0x96d1ba5869cc03c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d09 expref: 23 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.166151:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481744256:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.166188:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e000 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.166923:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2a00/0x96d1ba5869cbf7a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d34 expref: 309 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.166939:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481740160:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.166959:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.166967:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.166974:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.166981:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.166989:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.167005:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.167021:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.167026:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.167033:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.167037:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.167045:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.167059:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.167066:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc44cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.167091:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.167094:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.167098:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.169103:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+704:3640:x1847765481725568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39962us (40186us total) trans 4294977369 rc 0/0 00000100:00100000:2.0:1762170989.169116:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42136 00000004:00080000:1.0:1762170989.169123:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eeed80/2, rc 0, transno 4294977369 00000100:00100000:3.0:1762170989.169125:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.169142:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481725568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.169185:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481741952:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.169209:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.169237:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489675904 00000100:00100000:1.0:1762170989.169237:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481744384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.169243:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489675904 00010000:00010000:3.0:1762170989.169269:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f200/0x96d1ba5869cc0395 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ca7 expref: 24 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.169277:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.169295:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33577 00000100:00100000:3.0:1762170989.169304:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+24:2417:x1847765489675904:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.169315:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.169319:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f200/0x96d1ba5869cc0395 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ca7 expref: 24 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.169330:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f200/0x96d1ba5869cc0395 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ca7 expref: 24 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.169345:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f200/0x96d1ba5869cc0395 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ca7 expref: 24 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.169360:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.169361:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.169364:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.169371:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.169392:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.169422:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+704:3641:x1847765481739776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12417us (12627us total) trans 4294977394 rc 0/0 00000100:00100000:3.0:1762170989.169426:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+23:2417:x1847765489675904:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 122us (302us total) trans 0 rc 0/0 00000004:00080000:1.0:1762170989.169427:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b72300/2, rc 0, transno 4294977394 00000100:00100000:3.0:1762170989.169441:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33577 00000100:00100000:2.0:1762170989.169441:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42192 00000100:00100000:1.0:1762170989.169442:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481739776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.169469:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481744384 00000100:00100000:2.0:1762170989.169474:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481744384 00000100:00100000:1.0:1762170989.169491:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1762170989.169500:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481744512:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.169501:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.169509:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42209 00010000:00010000:3.0:1762170989.169511:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.169518:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.169523:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+704:3642:x1847765481744384:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.169526:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.169534:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1762170989.169547:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2019 count 1 00010000:00010000:3.0:1762170989.169555:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.169562:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.169565:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.169569:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.169577:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.169578:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6600/0x96d1ba5869cbf7be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d88 expref: 308 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.169593:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.169599:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.169601:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.169602:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.169604:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.169616:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.169623:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448a00/0x96d1ba5869cc44f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.169631:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6600/0x96d1ba5869cbf7be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d88 expref: 308 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.169642:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6600/0x96d1ba5869cbf7be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d88 expref: 308 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.169644:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.169646:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.169649:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.169655:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481744640:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.169660:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481744512 00000100:00100000:0.0:1762170989.169664:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481744512 00000100:00100000:0.0:1762170989.169697:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42210 00000100:00100000:2.0:1762170989.169703:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.169728:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+705:3642:x1847765481744512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.169742:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2020 count 1 00000100:00100000:3.0:1762170989.169754:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1002:3643:x1847765481741184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8590us (8678us total) trans 4294975732 rc 0/0 00010000:00010000:0.0:1762170989.169756:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.169764:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42198 00000004:00080000:1.0:1762170989.169771:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab0e00/2, rc 0, transno 4294975732 00010000:00010000:0.0:1762170989.169772:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2400/0x96d1ba5869cbf7cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d96 expref: 308 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.169784:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.169786:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.169789:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481741184:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.169789:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.169802:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.169815:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2400/0x96d1ba5869cbf7cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d96 expref: 308 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.169822:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2400/0x96d1ba5869cbf7cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d96 expref: 308 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.169830:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481744768:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.169876:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b900 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.169889:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481742336:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.169908:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.169910:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481742592:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.169927:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.169939:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170989.169950:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481744896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.169981:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.169981:0:9199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+705:3642:x1847765481729792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30491us (31440us total) trans 4294977377 rc 0/0 00000100:00100000:1.0:1762170989.169990:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.169994:0:9199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42154 00000100:00100000:3.0:1762170989.170006:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.170033:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:1.0:1762170989.170050:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eab2e3100/2, rc 0, transno 4294977377 00000100:00100000:2.0:1762170989.170051:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489676160 00000100:00100000:2.0:1762170989.170056:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489676160 00000100:00100000:1.0:1762170989.170065:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eab2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481729792:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.170078:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e5e00/0x96d1ba5869cc039c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cb5 expref: 23 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.170103:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489676416 00000100:00100000:2.0:1762170989.170107:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489676416 00000100:00100000:1.0:1762170989.170112:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1762170989.170121:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e1c00/0x96d1ba5869cc03a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cc3 expref: 24 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.170122:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481745024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.170136:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481743104:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.170148:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489676288 00000100:00100000:2.0:1762170989.170151:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489676288 00000100:00100000:1.0:1762170989.170155:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.170155:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.170166:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481743360:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.170168:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d1400/0x96d1ba5869cbf7c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d5e expref: 309 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.170187:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.170205:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489676544 00000100:00100000:2.0:1762170989.170210:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489676544 00000100:00100000:1.0:1762170989.170217:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481742720:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.170219:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33578 00010000:00010000:2.0:1762170989.170227:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5600/0x96d1ba5869cbf7e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d6c expref: 310 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.170236:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+24:2414:x1847765489676160:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.170239:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.170247:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.170249:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33579 00010000:00010000:3.0:1762170989.170255:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e5e00/0x96d1ba5869cc039c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cb5 expref: 24 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.170264:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+24:2416:x1847765489676416:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.170279:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33580 00010000:00010000:2.0:1762170989.170280:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.170283:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e5e00/0x96d1ba5869cc039c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cb5 expref: 24 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.170289:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e1c00/0x96d1ba5869cc03a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cc3 expref: 24 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.170291:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+310:2417:x1847765489676288:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.170301:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.170304:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5e00/0x96d1ba5869cc039c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cb5 expref: 24 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.170306:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e1c00/0x96d1ba5869cc03a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cc3 expref: 24 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.170308:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d1400/0x96d1ba5869cbf7c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d5e expref: 310 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.170326:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.170330:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.170331:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d1400/0x96d1ba5869cbf7c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d5e expref: 310 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.170333:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.170335:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1c00/0x96d1ba5869cc03a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cc3 expref: 23 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.170360:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d1400/0x96d1ba5869cbf7c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d5e expref: 310 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.170361:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.170363:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.170366:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.170371:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.170382:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.170384:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.170385:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.170387:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.170391:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.170397:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.170417:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.170418:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+22:2414:x1847765489676160:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 188us (615us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.170418:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.170421:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.170428:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33578 00010000:00010000:1.0:1762170989.170434:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.170441:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.170444:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+309:2417:x1847765489676288:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 154us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.170450:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+21:2416:x1847765489676416:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 190us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.170451:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33581 00010000:00010000:1.0:1762170989.170452:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.170463:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33580 00000100:00100000:3.0:1762170989.170465:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+309:2414:x1847765489676544:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.170475:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33579 00010000:00010000:3.0:1762170989.170479:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.170483:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.170486:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5600/0x96d1ba5869cbf7e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d6c expref: 308 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.170493:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.170494:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5600/0x96d1ba5869cbf7e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d6c expref: 308 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.170517:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.170522:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d5600/0x96d1ba5869cbf7e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d6c expref: 308 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.170532:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.170535:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.170538:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.170542:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.170546:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.170549:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.170554:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:176028:1847765481743488:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.170570:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.170576:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.170577:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.170603:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1002:3641:x1847765481742080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7597us (7728us total) trans 4294975733 rc 0/0 00000100:00100000:1.0:1762170989.170611:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42200 00000100:00100000:3.0:1762170989.170616:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+307:2414:x1847765489676544:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 152us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.170624:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33581 00000100:00100000:1.0:1762170989.170634:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481744896 00000100:00100000:1.0:1762170989.170639:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481744896 00010000:00010000:3.0:1762170989.170651:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.170652:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.170653:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.170661:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.170663:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.170666:0:176030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481745024 00000100:00100000:1.0:1762170989.170672:0:176030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481745024 00010000:00010000:0.0:1762170989.170687:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.170688:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.170692:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.170697:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.170703:0:176030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42211 00010000:00010000:3.0:1762170989.170735:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.170736:0:176030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1002:3641:x1847765481744896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.170737:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.170758:0:176030:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2315 count 1 00010000:00010000:0.0:1762170989.170763:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.170769:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.170771:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449800/0x96d1ba5869cc4504 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.170773:0:176030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.170779:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.170785:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.170799:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.170801:0:176030:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e4c00/0x96d1ba5869cc03cd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d17 expref: 20 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.170804:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.170808:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.170813:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.170824:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.170824:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.170825:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.170829:0:176030:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.170830:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.170835:0:176030:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.170840:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.170841:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.170856:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc450b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.170860:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.170866:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448800/0x96d1ba5869cc44fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.170872:0:176030:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e4c00/0x96d1ba5869cc03cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d17 expref: 20 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.170873:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.170877:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.170879:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.170880:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.170883:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.170886:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.170890:0:176030:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e4c00/0x96d1ba5869cc03cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d17 expref: 20 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.170891:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489676800 00010000:00010000:0.0:1762170989.170892:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.170897:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489676800 00000100:00100000:0.0:1762170989.170905:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42212 00000100:00100000:1.0:1762170989.170910:0:176030:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5143100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481745152:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.170916:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e0800/0x96d1ba5869cc03aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd1 expref: 21 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.170916:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+706:3640:x1847765481745024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.170931:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2021 count 1 00000100:00100000:2.0:1762170989.170935:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489676928 00000100:00100000:2.0:1762170989.170938:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489676928 00010000:00010000:0.0:1762170989.170943:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.170950:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e4e00/0x96d1ba5869cc03b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cdf expref: 22 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.170953:0:176030:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5ad80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.170961:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7a00/0x96d1ba5869cbf7d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5da4 expref: 306 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.170968:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.170970:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.170973:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.170976:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33582 00000100:00100000:2.0:1762170989.170984:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+22:2414:x1847765489676800:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1762170989.170988:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c1880/2, rc 0, transno 4294975733 00010000:00010000:2.0:1762170989.170992:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.170994:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7a00/0x96d1ba5869cbf7d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5da4 expref: 306 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.170998:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e0800/0x96d1ba5869cc03aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd1 expref: 22 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.171003:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481742080:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.171004:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7a00/0x96d1ba5869cbf7d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5da4 expref: 306 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.171007:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1003:3641:x1847765481741824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9497us (9623us total) trans 4294975734 rc 0/0 00010000:00010000:2.0:1762170989.171014:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e0800/0x96d1ba5869cc03aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd1 expref: 22 pid: 24347 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170989.171025:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b71f80/2, rc 0, transno 4294975734 00000100:00100000:3.0:1762170989.171026:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42199 00000100:00100000:0.0:1762170989.171029:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481745280:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.171033:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0800/0x96d1ba5869cc03aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd1 expref: 22 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.171035:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481741824:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.171049:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.171051:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.171055:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.171057:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b240 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.171068:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.171087:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.171106:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5141500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481745408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.171112:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+21:2414:x1847765489676800:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 127us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.171121:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33582 00000100:00100000:2.0:1762170989.171142:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33583 00000100:00100000:1.0:1762170989.171146:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.171154:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+20:2416:x1847765489676928:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.171156:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+706:3642:x1847765481742208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7835us (8258us total) trans 4294977395 rc 0/0 00010000:00010000:2.0:1762170989.171162:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.171164:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42201 00010000:00010000:2.0:1762170989.171168:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e4e00/0x96d1ba5869cc03b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x907:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cdf expref: 20 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.171171:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481745408 00000100:00100000:3.0:1762170989.171178:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481745408 00010000:00010000:2.0:1762170989.171183:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e4e00/0x96d1ba5869cc03b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x907:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cdf expref: 20 pid: 8389 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170989.171184:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f7ad80/2, rc 0, transno 4294977395 00000100:00100000:1.0:1762170989.171198:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481742208:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.171204:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e4e00/0x96d1ba5869cc03b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x907:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cdf expref: 20 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.171212:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1762170989.171216:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.171220:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.171223:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481745536:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.171225:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.171229:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42213 00010000:00010000:2.0:1762170989.171239:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x907:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.171244:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1003:3642:x1847765481745408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.171254:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1762170989.171266:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2316 count 1 00010000:00010000:2.0:1762170989.171268:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.171280:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.171290:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1200/0x96d1ba5869cc03d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x90c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d25 expref: 19 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.171297:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+19:2416:x1847765489676928:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 143us (600us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.171299:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.171302:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.171306:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.171312:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33583 00000100:00100000:1.0:1762170989.171315:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481745664:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.171330:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e1200/0x96d1ba5869cc03d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d25 expref: 18 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.171338:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e1200/0x96d1ba5869cc03d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d25 expref: 18 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.171340:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.171350:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481745792:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.171355:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.171358:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.171368:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.171375:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.171383:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54900 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.171399:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481745536 00010000:00010000:2.0:1762170989.171399:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.171402:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170989.171404:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481745536 00010000:00010000:0.0:1762170989.171409:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.171410:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.171418:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481745664 00000100:00100000:3.0:1762170989.171422:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481745664 00010000:00010000:0.0:1762170989.171431:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.171434:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.171437:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42214 00010000:00010000:0.0:1762170989.171437:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.171449:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1005:3642:x1847765481745536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1762170989.171459:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.171464:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2317 count 1 00010000:00010000:1.0:1762170989.171474:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.171474:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.171478:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.171503:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5600/0x96d1ba5869cc03db lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x90d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d33 expref: 18 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.171505:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.171507:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.171516:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.171520:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.171520:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1005:3643:x1847765481743232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6645us (6828us total) trans 4294975735 rc 0/0 00010000:00010000:0.0:1762170989.171523:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4527 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x907:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.171525:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.171533:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42205 00010000:00010000:0.0:1762170989.171553:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.171555:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e5600/0x96d1ba5869cc03db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d33 expref: 18 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.171557:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42215 00010000:00010000:0.0:1762170989.171559:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.171571:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+707:3640:x1847765481745664:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.171575:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.171576:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e5600/0x96d1ba5869cc03db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d33 expref: 18 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.171594:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.171598:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2022 count 1 00010000:00010000:0.0:1762170989.171607:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.171611:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.171615:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481745920:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.171623:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.171630:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+707:3643:x1847765481742464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8112us (8205us total) trans 4294977396 rc 0/0 00010000:00010000:0.0:1762170989.171633:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4512 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.171637:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2000/0x96d1ba5869cbf7da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db2 expref: 306 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.171646:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54b40 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.171646:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42202 00010000:00010000:2.0:1762170989.171649:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.171653:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.171656:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.171671:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.171672:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.171674:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.171677:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2000/0x96d1ba5869cbf7da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db2 expref: 306 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.171678:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.171687:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74c700/2, rc 0, transno 4294975735 00010000:00010000:3.0:1762170989.171692:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.171700:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481743232:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.171703:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2000/0x96d1ba5869cbf7da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db2 expref: 306 pid: 8387 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170989.171728:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c1500/2, rc 0, transno 4294977396 00000100:00100000:1.0:1762170989.171738:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481742464:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.171743:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.171763:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.171768:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481746048:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.171793:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.171793:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170989.171797:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.171804:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481746304:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.171804:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.171808:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.171814:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.171818:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.171825:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.171835:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.171836:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.171841:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.171850:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4520 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.171871:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.171874:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.171877:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481746176:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.171877:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.171903:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.171909:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1762170989.171950:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74df80/2, rc 0, transno 4294975736 00000100:00100000:3.0:1762170989.171956:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1005:3640:x1847765481742976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7117us (7376us total) trans 4294975736 rc 0/0 00000100:00100000:1.0:1762170989.171961:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481742976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.171964:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42204 00000100:00100000:2.0:1762170989.171988:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481743872:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.171993:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481746304 00000100:00100000:3.0:1762170989.171998:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481746304 00000100:00100000:1.0:1762170989.172009:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1762170989.172010:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.172017:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481746176 00000100:00100000:1.0:1762170989.172018:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481746432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.172020:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481746176 00000100:00100000:2.0:1762170989.172036:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489676672 00000100:00100000:3.0:1762170989.172041:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42216 00000100:00100000:2.0:1762170989.172043:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489676672 00000100:00100000:1.0:1762170989.172052:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.172053:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1005:3643:x1847765481746304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1762170989.172064:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2318 count 1 00010000:00010000:2.0:1762170989.172066:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3000/0x96d1ba5869cbf7b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d7a expref: 307 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.172075:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.172079:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481746432 00000100:00100000:1.0:1762170989.172085:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481746432 00010000:00010000:3.0:1762170989.172095:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f400/0x96d1ba5869cc03e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x90e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d41 expref: 18 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.172100:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.172102:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.172104:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.172113:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33584 00000100:00100000:1.0:1762170989.172117:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42217 00010000:00010000:3.0:1762170989.172126:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f400/0x96d1ba5869cc03e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d41 expref: 18 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.172129:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+307:2417:x1847765489676672:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.172129:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+707:3641:x1847765481746176:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.172144:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f400/0x96d1ba5869cc03e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d41 expref: 18 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.172146:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:1.0:1762170989.172149:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2023 count 1 00010000:00010000:2.0:1762170989.172157:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3000/0x96d1ba5869cbf7b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d7a expref: 307 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.172160:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481746560:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.172165:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.172184:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3000/0x96d1ba5869cbf7b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d7a expref: 307 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.172187:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48200/0x96d1ba5869cc0999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e59 expref: 307 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.172194:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.172204:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.172207:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.172213:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3000/0x96d1ba5869cbf7b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d7a expref: 307 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.172213:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.172217:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42218 00000100:00100000:3.0:1762170989.172230:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1006:3642:x1847765481746432:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.172240:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.172243:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1762170989.172245:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2319 count 1 00010000:00010000:2.0:1762170989.172248:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.172255:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.172255:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48200/0x96d1ba5869cc0999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e59 expref: 306 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.172260:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.172280:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48200/0x96d1ba5869cc0999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e59 expref: 306 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.172282:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1000/0x96d1ba5869cc03e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x90f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d4f expref: 18 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.172297:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.172302:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.172307:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.172312:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.172312:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5140700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481746688:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.172316:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.172319:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.172319:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+306:2417:x1847765489676672:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 193us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.172335:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33584 00000100:00100000:1.0:1762170989.172336:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.172338:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.172346:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.172356:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e1000/0x96d1ba5869cc03e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d4f expref: 18 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.172359:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.172373:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e1000/0x96d1ba5869cc03e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d4f expref: 18 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.172385:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481746816:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.172412:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.172424:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.172440:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489677056 00000100:00100000:3.0:1762170989.172446:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489677056 00010000:00010000:3.0:1762170989.172467:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e0000/0x96d1ba5869cc03b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ced expref: 19 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.172475:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+708:3641:x1847765481742848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7965us (8201us total) trans 4294977397 rc 0/0 00000100:00100000:0.0:1762170989.172491:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42203 00000004:00080000:1.0:1762170989.172496:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74ca80/2, rc 0, transno 4294977397 00000100:00100000:1.0:1762170989.172507:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481742848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.172515:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170989.172522:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33585 00010000:00010000:0.0:1762170989.172522:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.172532:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170989.172537:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+19:2417:x1847765489677056:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.172538:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.172549:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.172551:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481746944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.172551:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.172558:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e0000/0x96d1ba5869cc03b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ced expref: 19 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.172571:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.172577:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e0000/0x96d1ba5869cc03b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ced expref: 19 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.172597:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.172602:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481744256:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.172607:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4519 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.172622:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0000/0x96d1ba5869cc03b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x908:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ced expref: 19 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.172624:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.172632:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.172635:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.172640:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.172646:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481746944 00010000:00010000:3.0:1762170989.172647:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.172651:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.172652:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481746944 00010000:00010000:3.0:1762170989.172655:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.172664:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:24347:1847765481744128:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.172666:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x908:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.172682:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.172684:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42219 00000100:00100000:2.0:1762170989.172687:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.172698:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.172700:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+708:3640:x1847765481746944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.172769:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2024 count 1 00010000:00010000:1.0:1762170989.172780:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.172790:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.172791:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7800/0x96d1ba5869cbf7ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dce expref: 305 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.172813:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.172814:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.172816:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.172821:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.172826:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.172839:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.172856:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7800/0x96d1ba5869cbf7ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dce expref: 305 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.172859:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.172862:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.172869:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.172884:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.172886:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7800/0x96d1ba5869cbf7ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dce expref: 305 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.172889:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.172907:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.172910:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481747072:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.172927:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.172935:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc452e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x908:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.172959:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.172961:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.172962:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.172969:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.172998:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1007:3643:x1847765481743616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7314us (7636us total) trans 4294975737 rc 0/0 00000004:00080000:1.0:1762170989.173003:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74d180/2, rc 0, transno 4294975737 00000100:00100000:2.0:1762170989.173008:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42206 00000100:00100000:1.0:1762170989.173016:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481743616:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.173040:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489677184 00000100:00100000:2.0:1762170989.173045:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489677184 00010000:00010000:2.0:1762170989.173064:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e5400/0x96d1ba5869cc03bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cfb expref: 19 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.173067:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481747200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.173097:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33586 00000100:00100000:1.0:1762170989.173101:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.173111:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+19:2417:x1847765489677184:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.173121:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.173126:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e5400/0x96d1ba5869cc03bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cfb expref: 19 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.173141:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e5400/0x96d1ba5869cc03bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cfb expref: 19 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.173142:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481747200 00000100:00100000:1.0:1762170989.173146:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481747200 00010000:00010000:2.0:1762170989.173161:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5400/0x96d1ba5869cc03bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x909:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cfb expref: 19 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.173174:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.173175:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42220 00010000:00010000:2.0:1762170989.173177:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.173182:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.173190:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1007:3641:x1847765481747200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.173195:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x909:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.173207:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2320 count 1 00010000:00010000:1.0:1762170989.173221:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x910:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.173223:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.173227:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.173234:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5200/0x96d1ba5869cc03f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d5d expref: 18 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.173240:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.173243:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.173245:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+18:2417:x1847765489677184:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 136us (558us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.173247:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.173251:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.173255:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.173258:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33586 00010000:00010000:0.0:1762170989.173276:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.173288:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e5200/0x96d1ba5869cc03f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d5d expref: 17 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.173297:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e5200/0x96d1ba5869cc03f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d5d expref: 17 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.173299:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.173306:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.173311:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481747328:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.173314:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.173324:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.173328:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.173332:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.173338:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.173354:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.173362:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4535 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x909:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.173383:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.173386:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.173389:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.173424:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.173438:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1008:3640:x1847765481743744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7566us (7703us total) trans 4294975738 rc 0/0 00000100:00100000:0.0:1762170989.173447:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42207 00000004:00080000:1.0:1762170989.173468:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74ed80/2, rc 0, transno 4294975738 00000100:00100000:1.0:1762170989.173481:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481743744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.173506:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481744768:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.173526:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.173543:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481747456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1762170989.173559:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.173594:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489677312 00000100:00100000:1.0:1762170989.173595:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.173600:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489677312 00010000:00010000:2.0:1762170989.173619:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ec00/0x96d1ba5869cc03c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d09 expref: 18 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.173646:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489677568 00000100:00100000:2.0:1762170989.173649:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489677568 00010000:00010000:2.0:1762170989.173663:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6600/0x96d1ba5869cbf7be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d88 expref: 306 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.173687:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33587 00000100:00100000:2.0:1762170989.173694:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+18:2417:x1847765489677312:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.173702:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.173724:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ec00/0x96d1ba5869cc03c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d09 expref: 18 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.173737:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ec00/0x96d1ba5869cc03c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d09 expref: 18 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.173752:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5ec00/0x96d1ba5869cc03c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d09 expref: 18 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.173765:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.173767:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.173771:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.173771:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481747456 00000100:00100000:1.0:1762170989.173777:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481747456 00010000:00010000:2.0:1762170989.173782:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.173803:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.173824:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42221 00000100:00100000:2.0:1762170989.173827:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+17:2417:x1847765489677312:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 131us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.173839:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33587 00000100:00100000:1.0:1762170989.173840:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1008:3642:x1847765481747456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1762170989.173858:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2321 count 1 00000100:00100000:2.0:1762170989.173863:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33588 00010000:00010000:1.0:1762170989.173872:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x911:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.173873:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+306:2415:x1847765489677568:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.173887:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.173892:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0400/0x96d1ba5869cc03f7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d6b expref: 16 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.173896:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6600/0x96d1ba5869cbf7be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d88 expref: 306 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.173906:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.173911:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.173916:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.173918:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6600/0x96d1ba5869cbf7be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d88 expref: 306 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.173944:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.173946:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.173951:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.173952:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e0400/0x96d1ba5869cc03f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d6b expref: 16 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.173972:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.173975:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e0400/0x96d1ba5869cc03f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d6b expref: 16 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.173994:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481747584:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.173997:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.174021:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+306:2415:x1847765489677568:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 150us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.174031:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33588 00000100:00100000:1.0:1762170989.174046:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5acc0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.174080:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.174089:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.174098:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.174106:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.174132:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.174135:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.174140:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174147:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.174151:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174163:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174175:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174182:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc453c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x90a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174199:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.174201:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.174202:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.174235:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+16:2417:x1847765489677056:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1702us (1811us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.174243:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1009:3640:x1847765481744000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8208us (8324us total) trans 4294975739 rc 0/0 00000100:00100000:3.0:1762170989.174245:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33585 00000100:00100000:2.0:1762170989.174257:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42208 00000004:00080000:1.0:1762170989.174289:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74d500/2, rc 0, transno 4294975739 00000100:00100000:1.0:1762170989.174303:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481744000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1762170989.174311:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.174315:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6600/0x96d1ba5869cbf7be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d88 expref: 305 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.174331:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481744640:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.174350:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.174365:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489677440 00000100:00100000:2.0:1762170989.174370:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489677440 00000100:00100000:1.0:1762170989.174385:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481747712:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.174389:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2400/0x96d1ba5869cbf7cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d96 expref: 305 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.174417:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33589 00000100:00100000:1.0:1762170989.174418:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.174431:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+305:2416:x1847765489677440:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.174440:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.174445:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2400/0x96d1ba5869cbf7cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d96 expref: 305 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.174456:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2400/0x96d1ba5869cbf7cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d96 expref: 305 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.174475:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2400/0x96d1ba5869cbf7cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5d96 expref: 305 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.174485:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.174487:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.174490:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.174497:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.174523:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.174526:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174534:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.174540:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+304:2416:x1847765489677440:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 113us (232us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.174542:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.174547:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33589 00010000:00010000:0.0:1762170989.174549:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174562:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.174568:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481747712 00010000:00010000:0.0:1762170989.174569:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.174571:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481747712 00010000:00010000:0.0:1762170989.174573:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174593:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.174597:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174604:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.174605:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42222 00000100:00100000:2.0:1762170989.174614:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1009:3643:x1847765481747712:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1762170989.174616:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174623:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc454a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.174627:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2322 count 1 00010000:00010000:2.0:1762170989.174638:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x912:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174640:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.174643:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.174646:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.174650:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5000/0x96d1ba5869cc0c40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f9 expref: 15 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.174657:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.174660:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.174663:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.174683:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff889e104e5000/0x96d1ba5869cc0c40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f9 expref: 15 pid: 22703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.174692:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff889e104e5000/0x96d1ba5869cc0c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f9 expref: 15 pid: 22703 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.174704:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481747840:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.174781:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.174795:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.174804:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.174812:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.174817:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+709:3642:x1847765481744512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5111us (5286us total) trans 4294977398 rc 0/0 00000100:00100000:2.0:1762170989.174822:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.174828:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42210 00010000:00010000:3.0:1762170989.174841:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1762170989.174842:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74f480/2, rc 0, transno 4294977398 00010000:00010000:0.0:1762170989.174847:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.174853:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.174858:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481744512:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.174864:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.174869:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174882:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174894:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.174900:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4543 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.174903:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170989.174912:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481747968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.174915:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.174917:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.174920:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.174937:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.175125:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+709:3642:x1847765481744384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5605us (5848us total) trans 4294977399 rc 0/0 00000100:00100000:3.0:1762170989.175135:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42209 00000004:00080000:1.0:1762170989.175153:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74d880/2, rc 0, transno 4294977399 00000100:00100000:3.0:1762170989.175156:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481747968 00000100:00100000:3.0:1762170989.175161:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481747968 00000100:00100000:1.0:1762170989.175167:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481744384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.175201:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42223 00000100:00100000:3.0:1762170989.175211:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+709:3641:x1847765481747968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.175219:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481748096:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.175226:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2025 count 1 00010000:00010000:3.0:1762170989.175240:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.175253:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3a00/0x96d1ba5869cbf7f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ddc expref: 303 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.175253:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.175264:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.175267:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.175270:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.175293:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3a00/0x96d1ba5869cbf7f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ddc expref: 303 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.175304:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3a00/0x96d1ba5869cbf7f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ddc expref: 303 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.175315:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481748224:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.175404:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb2a72cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.175505:0:8389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+709:3640:x1847765481735680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24563us (24705us total) trans 4294977387 rc 0/0 00000100:00100000:0.0:1762170989.175513:0:8389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42175 00000100:00100000:0.0:1762170989.175529:0:8389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481748096 00000100:00100000:0.0:1762170989.175532:0:8389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481748096 00000004:00080000:1.0:1762170989.175534:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c3b80/2, rc 0, transno 4294977387 00000100:00100000:1.0:1762170989.175543:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481735680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.175557:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42224 00000100:00100000:0.0:1762170989.175565:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+709:3641:x1847765481748096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.175578:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2026 count 1 00010000:00010000:0.0:1762170989.175601:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.175602:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170989.175616:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6200/0x96d1ba5869cbf7fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dea expref: 303 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.175623:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.175626:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.175627:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481748352:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.175630:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.175655:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6200/0x96d1ba5869cbf7fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dea expref: 303 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.175667:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6200/0x96d1ba5869cbf7fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dea expref: 303 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.175674:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.175685:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481748480:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.175702:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481748352 00000100:00100000:0.0:1762170989.175705:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481748352 00000100:00100000:0.0:1762170989.175755:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42225 00000100:00100000:0.0:1762170989.175763:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+710:3643:x1847765481748352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.175773:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2027 count 1 00010000:00010000:0.0:1762170989.175785:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.175797:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8465200/0x96d1ba5869cbf804 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df8 expref: 303 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.175803:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.175805:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.175808:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.175827:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8465200/0x96d1ba5869cbf804 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df8 expref: 303 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.175837:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8465200/0x96d1ba5869cbf804 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df8 expref: 303 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.175847:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481748608:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.175897:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b540 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.175928:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b900 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.176072:0:176030:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5143100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:176030:1847765481745152:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.176096:0:176030:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.176108:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481745280:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.176122:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20306:1847765481745792:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.176125:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.176144:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.176175:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10282:1847765481745920:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.176186:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.176916:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481746048:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.176936:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.176978:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33721:1847765481746560:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.176989:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.177001:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.177017:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489677696 00000100:00100000:2.0:1762170989.177023:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489677696 00010000:00010000:2.0:1762170989.177047:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e4c00/0x96d1ba5869cc03cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d17 expref: 16 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.177072:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33590 00000100:00100000:2.0:1762170989.177080:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5143100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+16:2416:x1847765489677696:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.177092:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.177098:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e4c00/0x96d1ba5869cc03cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d17 expref: 16 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.177115:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e4c00/0x96d1ba5869cc03cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d17 expref: 16 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.177135:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e4c00/0x96d1ba5869cc03cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d17 expref: 16 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.177148:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.177150:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.177154:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.177163:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.177197:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.177227:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5143100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+15:2416:x1847765489677696:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.177234:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33590 00000100:00100000:2.0:1762170989.177557:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.177651:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:24348:1847765481746816:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.177665:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.177705:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.177780:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481747072:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.177800:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.177818:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:176031:1847765481747328:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.177838:0:176030:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.177840:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.177858:0:176030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.177862:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33719:1847765481747840:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.177871:0:176030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.177877:0:176030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.177885:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.177890:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8387:1847765481747584:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.177893:0:176030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.177915:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.177924:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.177931:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.177940:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.177945:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.177954:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.177967:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.177974:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449600/0x96d1ba5869cc4551 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.177994:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.177997:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.177999:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.178010:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489678080 00000100:00100000:2.0:1762170989.178015:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489678080 00010000:00010000:2.0:1762170989.178035:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e5600/0x96d1ba5869cc03db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d33 expref: 15 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.178057:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489678208 00000100:00100000:2.0:1762170989.178060:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489678208 00010000:00010000:2.0:1762170989.178078:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2000/0x96d1ba5869cbf7da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db2 expref: 304 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.178104:0:176030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1010:3641:x1847765481744896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7371us (8115us total) trans 4294975740 rc 0/0 00000100:00100000:0.0:1762170989.178113:0:176030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42211 00000100:00100000:2.0:1762170989.178116:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33591 00000100:00100000:3.0:1762170989.178127:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33592 00000100:00100000:2.0:1762170989.178132:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e90a67850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+15:2416:x1847765489678080:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.178141:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+304:2416:x1847765489678208:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.178145:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1762170989.178148:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5143800/2, rc 0, transno 4294975740 00010000:00010000:3.0:1762170989.178151:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.178152:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5140700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481746688:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.178154:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e5600/0x96d1ba5869cc03db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d33 expref: 15 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.178159:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5143800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481744896:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.178160:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2000/0x96d1ba5869cbf7da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db2 expref: 304 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.178168:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.178185:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2000/0x96d1ba5869cbf7da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db2 expref: 304 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.178196:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e5600/0x96d1ba5869cc03db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d33 expref: 15 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.178201:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d2000/0x96d1ba5869cbf7da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5db2 expref: 304 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.178225:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.178227:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.178230:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.178233:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5600/0x96d1ba5869cc03db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d33 expref: 15 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.178238:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.178255:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.178259:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.178261:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.178263:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.178273:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.178290:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+303:2416:x1847765489678208:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 153us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.178295:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33592 00010000:00010000:2.0:1762170989.178307:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.178338:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e90a67850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+14:2416:x1847765489678080:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 212us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.178347:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33591 00010000:00010000:2.0:1762170989.178407:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.178416:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.178424:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.178432:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.178455:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.178485:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.178492:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.178498:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.178506:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.178510:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.178519:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.178532:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.178540:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc456d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.178561:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.178565:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.178568:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.178606:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.178609:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.178618:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.178626:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.178630:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489679104 00010000:00010000:0.0:1762170989.178634:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.178636:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489679104 00000100:00100000:1.0:1762170989.178650:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.178653:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.178660:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+711:3640:x1847765481745664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7089us (7307us total) trans 4294977400 rc 0/0 00010000:00010000:3.0:1762170989.178661:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e5000/0x96d1ba5869cc0c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f9 expref: 14 pid: 22703 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.178665:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.178673:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.178683:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.178685:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.178688:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.178690:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42215 00010000:00010000:0.0:1762170989.178700:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.178730:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.178744:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4566 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x90d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.178754:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.178762:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.178767:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.178769:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.178779:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489677824 00000100:00100000:3.0:1762170989.178784:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489677824 00000004:00080000:2.0:1762170989.178793:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5143480/2, rc 0, transno 4294977400 00010000:00010000:3.0:1762170989.178804:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7a00/0x96d1ba5869cbf7d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5da4 expref: 303 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.178810:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481745664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.178819:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.178844:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489678336 00000100:00100000:3.0:1762170989.178849:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489678336 00000100:00100000:1.0:1762170989.178860:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.178889:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.178895:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481748736:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.178911:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48200/0x96d1ba5869cc0999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e59 expref: 304 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.178911:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1010:3642:x1847765481745536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7460us (7657us total) trans 4294975741 rc 0/0 00000100:00100000:0.0:1762170989.178927:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42214 00000100:00100000:2.0:1762170989.178938:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.178941:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489678592 00000100:00100000:3.0:1762170989.178946:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489678592 00000100:00100000:0.0:1762170989.178950:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481748736 00000100:00100000:1.0:1762170989.178955:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481748608:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.178955:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481748736 00010000:00010000:3.0:1762170989.178963:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e1000/0x96d1ba5869cc03e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d4f expref: 15 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.178978:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.178986:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489678848 00000100:00100000:3.0:1762170989.178991:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489678848 00000100:00100000:0.0:1762170989.178992:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42226 00000004:00080000:2.0:1762170989.178996:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5141c00/2, rc 0, transno 4294975741 00000100:00100000:2.0:1762170989.179004:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481745536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.179006:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+711:3643:x1847765481748736:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.179007:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489678976 00010000:00010000:3.0:1762170989.179012:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e5200/0x96d1ba5869cc03f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d5d expref: 16 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.179014:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489678976 00000100:00100000:2.0:1762170989.179027:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489678464 00002000:00080000:0.0:1762170989.179031:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2028 count 1 00000100:00100000:3.0:1762170989.179032:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489678720 00000100:00100000:2.0:1762170989.179033:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489678464 00000100:00100000:3.0:1762170989.179039:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489678720 00010000:00010000:1.0:1762170989.179039:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e0400/0x96d1ba5869cc03f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d6b expref: 17 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.179052:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.179055:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f400/0x96d1ba5869cc03e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d41 expref: 18 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.179061:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7800/0x96d1ba5869cbf7ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dce expref: 305 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.179067:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33593 00010000:00010000:0.0:1762170989.179075:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4200/0x96d1ba5869cbf80b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e06 expref: 305 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.179085:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5143100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+18:2415:x1847765489679104:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.179095:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33594 00010000:00010000:0.0:1762170989.179095:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.179099:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.179101:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.179103:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.179104:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33595 00000100:00100000:2.0:1762170989.179110:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5140700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+305:2417:x1847765489677824:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.179111:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e5000/0x96d1ba5869cc0c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f9 expref: 18 pid: 22703 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.179123:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+305:2416:x1847765489678336:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.179128:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.179137:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.179137:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7a00/0x96d1ba5869cbf7d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5da4 expref: 305 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.179141:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e5000/0x96d1ba5869cc0c40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f9 expref: 18 pid: 22703 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.179145:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48200/0x96d1ba5869cc0999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e59 expref: 305 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.179147:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4200/0x96d1ba5869cbf80b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e06 expref: 305 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.179166:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7a00/0x96d1ba5869cbf7d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5da4 expref: 305 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.179184:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5000/0x96d1ba5869cc0c40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x912:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f9 expref: 18 pid: 22703 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.179197:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4200/0x96d1ba5869cbf80b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e06 expref: 305 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.179198:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.179203:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7a00/0x96d1ba5869cbf7d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5da4 expref: 305 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.179203:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.179208:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.179227:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481748864:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.179231:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.179232:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.179237:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.179242:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.179249:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48200/0x96d1ba5869cc0999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e59 expref: 304 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.179257:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.179261:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.179272:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48200/0x96d1ba5869cc0999 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e59 expref: 304 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.179287:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.179287:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.179293:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5143100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+17:2415:x1847765489679104:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 211us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.179302:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33593 00010000:00010000:3.0:1762170989.179313:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.179317:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.179317:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5140700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+303:2417:x1847765489677824:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 210us (714us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.179321:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.179328:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33596 00010000:00010000:3.0:1762170989.179333:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.179338:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.179343:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33594 00000100:00100000:1.0:1762170989.179345:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+16:2416:x1847765489678592:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.179356:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.179362:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.179362:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e1000/0x96d1ba5869cc03e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d4f expref: 16 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.179365:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489677952 00010000:00010000:0.0:1762170989.179369:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.179372:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489677952 00010000:00010000:1.0:1762170989.179380:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e1000/0x96d1ba5869cc03e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d4f expref: 17 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.179384:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+302:2416:x1847765489678336:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 266us (734us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.179386:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.179393:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff889e104e1200/0x96d1ba5869cc03d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d25 expref: 17 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.179402:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33595 00010000:00010000:1.0:1762170989.179413:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1000/0x96d1ba5869cc03e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d4f expref: 17 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.179414:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.179422:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33597 00000100:00100000:2.0:1762170989.179435:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33598 00000100:00100000:3.0:1762170989.179436:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+17:2415:x1847765489678848:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.179437:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.179439:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.179444:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.179449:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.179451:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.179452:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+16:2416:x1847765489678976:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.179456:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.179462:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e5200/0x96d1ba5869cc03f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x910:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d5d expref: 16 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.179468:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.179470:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.179480:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e0400/0x96d1ba5869cc03f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x911:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d6b expref: 16 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.179482:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e5200/0x96d1ba5869cc03f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x910:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d5d expref: 16 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.179494:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.179506:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e0400/0x96d1ba5869cc03f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x911:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d6b expref: 16 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.179512:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e5200/0x96d1ba5869cc03f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x910:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d5d expref: 16 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.179519:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+16:2416:x1847765489678592:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (835us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.179534:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e0400/0x96d1ba5869cc03f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x911:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d6b expref: 16 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.179539:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33596 00010000:00010000:3.0:1762170989.179541:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.179546:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.179551:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.179556:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.179559:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x910:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.179560:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.179566:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.179569:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33599 00010000:00010000:2.0:1762170989.179594:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x911:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.179601:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+13:2416:x1847765489678464:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.179604:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.179620:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.179625:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.179631:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+13:2415:x1847765489678848:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (878us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.179642:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.179645:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+13:2416:x1847765489678976:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 196us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.179648:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33597 00010000:00010000:1.0:1762170989.179662:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.179663:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33598 00010000:00010000:1.0:1762170989.179674:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.179679:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33600 00000100:00100000:3.0:1762170989.179694:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+301:2416:x1847765489678720:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.179697:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.179734:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.179741:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7800/0x96d1ba5869cbf7ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dce expref: 301 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.179758:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7800/0x96d1ba5869cbf7ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dce expref: 301 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.179762:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33601 00000100:00100000:2.0:1762170989.179777:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+11:2417:x1847765489677952:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.179781:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7800/0x96d1ba5869cbf7ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dce expref: 301 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.179791:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.179796:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.179799:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889e104e1200/0x96d1ba5869cc03d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d25 expref: 11 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.179800:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.179805:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.179819:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.179820:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889e104e1200/0x96d1ba5869cc03d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d25 expref: 11 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.179849:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889e104e1200/0x96d1ba5869cc03d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d25 expref: 11 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.179854:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.179861:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.179865:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.179870:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1010:3641:x1847765481747200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6683us (6767us total) trans 4294975742 rc 0/0 00010000:00010000:2.0:1762170989.179871:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.179883:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+300:2416:x1847765489678720:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 190us (990us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.179886:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.179887:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42220 00000100:00100000:3.0:1762170989.179901:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33600 00010000:00010000:2.0:1762170989.179919:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.179934:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.179934:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f86680/2, rc 0, transno 4294975742 00000100:00100000:2.0:1762170989.179945:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+10:2417:x1847765489677952:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 168us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.179945:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481747200:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1762170989.179946:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.179964:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33601 00010000:00010000:3.0:1762170989.179965:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.179971:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.179981:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f400/0x96d1ba5869cc03e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x90e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d41 expref: 9 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.179983:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.179990:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180007:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f400/0x96d1ba5869cc03e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x90e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d41 expref: 9 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.180010:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180015:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1762170989.180029:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180038:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c5f400/0x96d1ba5869cc03e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x90e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d41 expref: 9 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.180049:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180058:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.180061:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.180065:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180067:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1762170989.180076:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180099:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.180120:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+8:2416:x1847765489678464:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 537us (1262us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.180128:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33599 00000100:00100000:3.0:1762170989.180151:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1011:3642:x1847765481746432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7920us (8099us total) trans 4294975743 rc 0/0 00000100:00100000:3.0:1762170989.180161:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42218 00010000:00010000:3.0:1762170989.180194:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180202:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180211:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.180217:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1010:3642:x1847765481745408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8974us (9073us total) trans 4294975744 rc 0/0 00000100:00100000:1.0:1762170989.180219:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.180232:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.180237:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42213 00010000:00010000:3.0:1762170989.180248:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1762170989.180254:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:2.0:1762170989.180281:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5141f80/2, rc 0, transno 4294975743 00000100:00100000:2.0:1762170989.180288:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481746432:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.180306:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5141500/2, rc 0, transno 4294975744 00000100:00100000:2.0:1762170989.180311:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5141500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481745408:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1762170989.180337:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180348:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.180351:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.180362:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180370:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.180372:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1010:3643:x1847765481746304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8323us (8537us total) trans 4294975745 rc 0/0 00000100:00100000:1.0:1762170989.180383:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489679488 00000100:00100000:3.0:1762170989.180389:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42216 00000100:00100000:1.0:1762170989.180389:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489679488 00010000:00010000:2.0:1762170989.180390:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1762170989.180414:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6200/0x96d1ba5869cbf7fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dea expref: 300 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.180418:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489679360 00000100:00100000:3.0:1762170989.180424:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489679360 00010000:00010000:3.0:1762170989.180444:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8465200/0x96d1ba5869cbf804 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df8 expref: 301 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.180447:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489679232 00000100:00100000:1.0:1762170989.180452:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489679232 00000100:00100000:3.0:1762170989.180473:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33602 00010000:00010000:1.0:1762170989.180473:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3a00/0x96d1ba5869cbf7f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ddc expref: 302 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.180486:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+302:2414:x1847765489679488:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1762170989.180489:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5142a00/2, rc 0, transno 4294975745 00010000:00010000:3.0:1762170989.180495:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.180498:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481746304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1762170989.180501:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33603 00010000:00010000:3.0:1762170989.180505:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6200/0x96d1ba5869cbf7fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dea expref: 302 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.180519:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+302:2416:x1847765489679360:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.180520:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6200/0x96d1ba5869cbf7fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dea expref: 302 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.180520:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1762170989.180528:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180534:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.180545:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8465200/0x96d1ba5869cbf804 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df8 expref: 302 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.180546:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.180546:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.180550:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.180554:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180557:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180570:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8465200/0x96d1ba5869cbf804 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df8 expref: 302 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.180591:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180597:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180619:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8465200/0x96d1ba5869cbf804 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5df8 expref: 302 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.180621:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180624:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.180642:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc457b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.180644:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+301:2414:x1847765489679488:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 160us (429us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.180647:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.180652:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.180658:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.180663:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33602 00010000:00010000:1.0:1762170989.180673:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180680:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1762170989.180685:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.180692:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33604 00010000:00010000:1.0:1762170989.180696:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.180699:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.180704:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.180734:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+300:2416:x1847765489679232:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.180735:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180739:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180747:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.180757:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3a00/0x96d1ba5869cbf7f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ddc expref: 300 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.180761:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180762:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180780:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3a00/0x96d1ba5869cbf7f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ddc expref: 300 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.180787:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8448000/0x96d1ba5869cc4590 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x910:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180787:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180801:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.180805:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.180810:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180812:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180819:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1762170989.180826:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180830:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.180839:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1762170989.180849:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.180854:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.180857:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.180865:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.180876:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+300:2416:x1847765489679232:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 173us (529us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.180880:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.180887:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33604 00010000:00010000:2.0:1762170989.180894:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4582 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x90f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180920:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1762170989.180924:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180936:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.180941:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180949:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180960:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180967:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbda00/0x96d1ba5869cc455f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x90c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180982:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1762170989.180985:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.180992:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.180995:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+714:3643:x1847765481748352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5231us (5330us total) trans 4294977403 rc 0/0 00010000:00010000:2.0:1762170989.180997:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.181011:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42225 00010000:00010000:2.0:1762170989.181012:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181028:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181039:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4574 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x90e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.181062:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf4380/2, rc 0, transno 4294977403 00010000:00010000:2.0:1762170989.181064:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.181070:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181078:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.181080:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481748352:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.181083:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181093:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181105:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181112:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4558 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181130:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.181134:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181140:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.181144:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181153:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.181153:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1762170989.181168:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.181170:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481748992:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.181181:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc45b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181203:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.181207:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.181212:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.181213:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.181256:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481748992 00000100:00100000:1.0:1762170989.181260:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481748992 00000100:00100000:1.0:1762170989.181300:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42227 00000100:00100000:2.0:1762170989.181305:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+714:3640:x1847765481745024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10391us (11150us total) trans 4294977402 rc 0/0 00000100:00100000:1.0:1762170989.181313:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+714:3641:x1847765481748992:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.181318:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42212 00002000:00080000:1.0:1762170989.181336:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2029 count 1 00010000:00010000:1.0:1762170989.181353:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.181365:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5140e00/2, rc 0, transno 4294977402 00010000:00010000:1.0:1762170989.181368:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db1200/0x96d1ba5869cbf812 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e14 expref: 299 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.181378:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.181380:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481745024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.181381:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.181386:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.181412:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db1200/0x96d1ba5869cbf812 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e14 expref: 299 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.181425:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db1200/0x96d1ba5869cbf812 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e14 expref: 299 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.181431:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1762170989.181438:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481749120:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.181442:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481749248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.181485:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.181503:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.181535:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481749248 00000100:00100000:1.0:1762170989.181537:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+299:2416:x1847765489679360:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1022us (1283us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.181539:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481749248 00000100:00100000:1.0:1762170989.181549:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33603 00000100:00100000:2.0:1762170989.181570:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42228 00000100:00100000:2.0:1762170989.181578:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+714:3640:x1847765481749248:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.181599:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.181603:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2030 count 1 00010000:00010000:1.0:1762170989.181613:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181617:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.181619:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d3a00/0x96d1ba5869cbf7f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ddc expref: 298 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.181631:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181645:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7e00/0x96d1ba5869cbf819 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e22 expref: 297 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.181648:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.181651:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481748224:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.181665:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.181668:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.181672:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.181678:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.181678:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.181691:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181696:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7e00/0x96d1ba5869cbf819 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e22 expref: 297 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.181734:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7e00/0x96d1ba5869cbf819 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e22 expref: 297 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.181738:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.181752:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.181753:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.181754:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481749376:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.181763:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.181768:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.181783:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.181787:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.181789:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.181790:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.181802:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181804:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.181810:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181818:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.181819:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181821:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181842:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.181842:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4597 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x911:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.181848:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1010:3642:x1847765481747456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8012us (8266us total) trans 4294975746 rc 0/0 00000100:00100000:1.0:1762170989.181869:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42221 00010000:00010000:2.0:1762170989.181876:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.181882:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc45a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.181883:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.181888:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.181895:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.181901:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.181905:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.181908:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.181910:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+715:3641:x1847765481747968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6699us (6970us total) trans 4294977404 rc 0/0 00000004:00080000:1.0:1762170989.181911:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2ced80/2, rc 0, transno 4294975746 00010000:00010000:0.0:1762170989.181912:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.181921:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481747456:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1762170989.181927:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873df80/2, rc 0, transno 4294977404 00000100:00100000:3.0:1762170989.181929:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42223 00010000:00010000:0.0:1762170989.181937:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.181940:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481747968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.181952:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.181960:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.181977:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.181996:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1762170989.181998:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182005:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.182009:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481749504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.182012:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182020:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182030:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170989.182051:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.182154:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+715:3640:x1847765481746944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9457us (9573us total) trans 4294977405 rc 0/0 00000100:00100000:0.0:1762170989.182166:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42219 00000100:00100000:0.0:1762170989.182186:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481749504 00000100:00100000:0.0:1762170989.182190:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481749504 00000100:00100000:0.0:1762170989.182221:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42229 00000100:00100000:0.0:1762170989.182230:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+715:3643:x1847765481749504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.182245:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2031 count 1 00010000:00010000:0.0:1762170989.182259:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.182270:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e80030200/0x96d1ba5869cc0bf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70b3 expref: 297 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.182277:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.182279:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1762170989.182284:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1010:3643:x1847765481747712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7669us (7867us total) trans 4294975747 rc 0/0 00010000:00010000:0.0:1762170989.182285:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.182307:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42222 00010000:00010000:0.0:1762170989.182325:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e80030200/0x96d1ba5869cc0bf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70b3 expref: 297 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.182335:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74ea00/2, rc 0, transno 4294977405 00010000:00010000:0.0:1762170989.182338:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e80030200/0x96d1ba5869cc0bf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70b3 expref: 297 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.182345:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481746944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.182359:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481749632:192.168.202.10@tcp:104: 00000004:00080000:1.0:1762170989.182382:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb873f800/2, rc 0, transno 4294975747 00000100:00100000:1.0:1762170989.182390:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481747712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1762170989.182393:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.182396:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.182403:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.182405:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481749760:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.182413:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.182419:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.182422:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182425:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.182445:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.182446:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.182450:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.182452:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182462:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.182465:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182471:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4589 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.182490:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182494:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.182497:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.182500:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.182503:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff889dc7c33200/0x96d1ba5869cc459e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x912:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.182510:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481749760 00000100:00100000:2.0:1762170989.182514:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481749760 00010000:00010000:0.0:1762170989.182529:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.182533:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.182537:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42230 00010000:00010000:0.0:1762170989.182537:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.182545:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+716:3643:x1847765481749760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.182548:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1762170989.182555:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2032 count 1 00010000:00010000:0.0:1762170989.182555:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.182566:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182574:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6e00/0x96d1ba5869cbf827 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e3e expref: 297 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.182592:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.182594:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.182597:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182622:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6e00/0x96d1ba5869cbf827 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e3e expref: 297 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.182633:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6e00/0x96d1ba5869cbf827 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e3e expref: 297 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.182643:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97799c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481749888:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.182669:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.182789:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6200/0x96d1ba5869cbf7fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5dea expref: 297 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.182805:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481748480:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.182828:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.182837:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.182844:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.182853:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.182860:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.182881:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.182893:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.182898:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182903:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.182906:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182915:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182925:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182929:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc45ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.182946:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.182949:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.182951:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.183094:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+717:3641:x1847765481748096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7529us (7841us total) trans 4294977406 rc 0/0 00000100:00100000:1.0:1762170989.183103:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42224 00000004:00080000:2.0:1762170989.183128:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d1180/2, rc 0, transno 4294977406 00000100:00100000:2.0:1762170989.183140:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481748096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.183191:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481750016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.183243:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.183298:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481750016 00000100:00100000:2.0:1762170989.183303:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481750016 00000100:00100000:2.0:1762170989.183349:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42231 00000100:00100000:2.0:1762170989.183363:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+717:3640:x1847765481750016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.183394:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2033 count 1 00010000:00010000:2.0:1762170989.183408:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.183420:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db1c00/0x96d1ba5869cbf82e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e4c expref: 296 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.183433:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.183436:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.183439:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.183462:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db1c00/0x96d1ba5869cbf82e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e4c expref: 296 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.183473:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db1c00/0x96d1ba5869cbf82e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e4c expref: 296 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.183486:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481750144:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.183528:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.184790:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+717:3641:x1847765481740928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23762us (24023us total) trans 4294977393 rc 0/0 00000100:00100000:3.0:1762170989.184800:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42196 00000004:00080000:3.0:1762170989.184909:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbd500/2, rc 0, transno 4294977393 00000100:00100000:3.0:1762170989.184916:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481740928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.184955:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481750272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.184979:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.185006:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481750272 00000100:00100000:3.0:1762170989.185010:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481750272 00000100:00100000:3.0:1762170989.185039:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42232 00000100:00100000:3.0:1762170989.185045:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+717:3641:x1847765481750272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.185059:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2034 count 1 00010000:00010000:3.0:1762170989.185072:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.185084:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8464000/0x96d1ba5869cbf835 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e5a expref: 296 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.185089:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.185091:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.185093:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.185109:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8464000/0x96d1ba5869cbf835 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e5a expref: 296 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.185116:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8464000/0x96d1ba5869cbf835 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e5a expref: 296 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.185123:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481750400:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.185163:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.185340:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.185479:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489679616 00000100:00100000:3.0:1762170989.185483:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489679616 00010000:00010000:3.0:1762170989.185506:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4200/0x96d1ba5869cbf80b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e06 expref: 297 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.185522:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33605 00000100:00100000:3.0:1762170989.185529:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+297:2415:x1847765489679616:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.185536:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.185541:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4200/0x96d1ba5869cbf80b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e06 expref: 297 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.185549:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4200/0x96d1ba5869cbf80b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e06 expref: 297 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.185564:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.185566:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.185569:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.185574:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.185599:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.185628:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+297:2415:x1847765489679616:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 100us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.185633:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33605 00000100:00100000:1.0:1762170989.185921:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481749120:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.185947:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.186006:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481749632:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.186007:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.186029:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489679744 00010000:00010000:0.0:1762170989.186030:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.186035:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489679744 00010000:00010000:3.0:1762170989.186056:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db1200/0x96d1ba5869cbf812 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e14 expref: 297 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.186067:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d4200/0x96d1ba5869cbf80b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e06 expref: 297 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.186078:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33606 00000100:00100000:0.0:1762170989.186083:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481748864:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.186089:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+296:2414:x1847765489679744:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.186099:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.186100:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.186105:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db1200/0x96d1ba5869cbf812 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e14 expref: 296 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.186114:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.186122:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db1200/0x96d1ba5869cbf812 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e14 expref: 296 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.186125:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.186143:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.186145:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db1200/0x96d1ba5869cbf812 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e14 expref: 296 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.186162:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.186164:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.186167:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.186171:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.186180:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.186184:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.186197:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.186203:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.186211:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.186212:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.186216:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.186227:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.186238:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+295:2414:x1847765489679744:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 151us (232us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.186241:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.186249:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33606 00010000:00010000:0.0:1762170989.186257:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc45ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.186267:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.186276:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.186277:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.186281:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.186285:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.186289:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.186289:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.186296:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.186315:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.186320:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.186326:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.186334:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.186338:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.186347:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.186349:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.186364:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.186367:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489680128 00000100:00100000:3.0:1762170989.186372:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489680128 00010000:00010000:0.0:1762170989.186374:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc45c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.186388:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e80030200/0x96d1ba5869cc0bf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70b3 expref: 295 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.186398:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.186402:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.186405:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.186409:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489680000 00000100:00100000:3.0:1762170989.186413:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489680000 00010000:00010000:3.0:1762170989.186425:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6e00/0x96d1ba5869cbf827 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e3e expref: 296 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.186469:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+719:3641:x1847765481748992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5161us (5258us total) trans 4294977407 rc 0/0 00000100:00100000:1.0:1762170989.186477:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42227 00000100:00100000:3.0:1762170989.186488:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33607 00000100:00100000:3.0:1762170989.186497:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+296:2414:x1847765489680128:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.186506:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.186511:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e80030200/0x96d1ba5869cc0bf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70b3 expref: 296 pid: 8390 timeout: 4705 lvb_type: 0 00000004:00080000:1.0:1762170989.186515:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f79180/2, rc 0, transno 4294977407 00010000:00010000:3.0:1762170989.186521:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e80030200/0x96d1ba5869cc0bf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70b3 expref: 296 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.186525:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481748992:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.186537:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e80030200/0x96d1ba5869cc0bf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70b3 expref: 296 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.186542:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+718:3643:x1847765481748736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7537us (7603us total) trans 4294977408 rc 0/0 00010000:00010000:3.0:1762170989.186552:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.186555:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42226 00010000:00010000:3.0:1762170989.186556:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.186561:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.186568:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.186578:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481750528:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.186605:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.186619:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1762170989.186621:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97799180/2, rc 0, transno 4294977408 00000100:00100000:3.0:1762170989.186629:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+295:2414:x1847765489680128:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 133us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.186636:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33607 00000100:00100000:0.0:1762170989.186639:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481748736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.186648:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481750528 00000100:00100000:3.0:1762170989.186653:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33608 00000100:00100000:1.0:1762170989.186653:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481750528 00000100:00100000:3.0:1762170989.186661:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+294:2417:x1847765489680000:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.186669:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.186673:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6e00/0x96d1ba5869cbf827 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e3e expref: 294 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.186685:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6e00/0x96d1ba5869cbf827 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e3e expref: 294 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.186689:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42233 00000100:00100000:1.0:1762170989.186696:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+718:3642:x1847765481750528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.186698:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481750656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.186700:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.186703:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.186725:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.186734:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.186740:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2035 count 1 00010000:00010000:3.0:1762170989.186747:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.186754:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.186763:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.186769:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+294:2417:x1847765489680000:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 109us (421us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.186772:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db3000/0x96d1ba5869cbf83c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e68 expref: 294 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.186777:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33608 00010000:00010000:1.0:1762170989.186783:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.186786:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.186788:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.186814:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.186815:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db3000/0x96d1ba5869cbf83c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e68 expref: 293 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.186823:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.186839:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.186843:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db3000/0x96d1ba5869cbf83c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e68 expref: 293 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.186858:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.186863:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2d54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481750784:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.186873:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.186889:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.186900:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.186905:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.186916:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481750656 00000100:00100000:3.0:1762170989.186919:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489679872 00000100:00100000:1.0:1762170989.186920:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481750656 00000100:00100000:3.0:1762170989.186921:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489679872 00010000:00010000:3.0:1762170989.186939:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7e00/0x96d1ba5869cbf819 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e22 expref: 294 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.186948:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42234 00000100:00100000:1.0:1762170989.186955:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+720:3643:x1847765481750656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.186967:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2036 count 1 00010000:00010000:1.0:1762170989.186979:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.186991:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0800/0x96d1ba5869cbf843 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e76 expref: 294 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.186998:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.186999:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.187002:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.187003:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489680256 00000100:00100000:3.0:1762170989.187007:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489680256 00010000:00010000:3.0:1762170989.187022:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db1c00/0x96d1ba5869cbf82e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e4c expref: 295 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.187022:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db0800/0x96d1ba5869cbf843 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e76 expref: 295 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.187037:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db0800/0x96d1ba5869cbf843 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e76 expref: 295 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.187042:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33609 00000100:00100000:1.0:1762170989.187047:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481750912:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.187049:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+295:2415:x1847765489679872:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.187056:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.187061:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7e00/0x96d1ba5869cbf819 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e22 expref: 295 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.187071:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5ab40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.187072:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7e00/0x96d1ba5869cbf819 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e22 expref: 295 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.187085:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.187086:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.187089:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33610 00010000:00010000:3.0:1762170989.187090:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.187097:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.187098:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+295:2414:x1847765489680256:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.187106:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.187111:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.187111:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db1c00/0x96d1ba5869cbf82e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e4c expref: 295 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.187119:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db1c00/0x96d1ba5869cbf82e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e4c expref: 295 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.187128:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+295:2415:x1847765489679872:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 80us (307us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.187132:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.187134:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.187136:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33609 00010000:00010000:1.0:1762170989.187137:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.187145:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.187160:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.187187:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+294:2414:x1847765489680256:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 90us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.187197:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33610 00010000:00010000:3.0:1762170989.188805:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7e00/0x96d1ba5869cbf819 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e22 expref: 293 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.188834:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481749376:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.188858:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.188867:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.188874:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.188882:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.188890:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.188905:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.189091:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+721:3640:x1847765481749248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7515us (7608us total) trans 4294977410 rc 0/0 00000100:00100000:3.0:1762170989.189098:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42228 00000004:00080000:3.0:1762170989.189149:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9779b100/2, rc 0, transno 4294977410 00000100:00100000:3.0:1762170989.189163:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481749248:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.189199:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d6e00/0x96d1ba5869cbf827 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e3e expref: 292 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.189217:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97799c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481749888:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.189239:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.189248:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.189255:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.189263:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.189271:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.189287:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1762170989.189445:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+721:3643:x1847765481749760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6898us (6997us total) trans 4294977411 rc 0/0 00000100:00100000:3.0:1762170989.189453:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42230 00010000:00010000:3.0:1762170989.189508:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db1c00/0x96d1ba5869cbf82e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e4c expref: 291 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.189523:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481750144:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.189539:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.189547:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.189553:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.189561:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.189568:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.189601:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1762170989.189609:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1762170989.189617:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.189627:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.189632:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.189648:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.189669:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.189676:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc45cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.189704:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1762170989.189921:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+721:3640:x1847765481750016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6564us (6678us total) trans 4294977412 rc 0/0 00000100:00100000:3.0:1762170989.189928:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42231 00000004:00080000:3.0:1762170989.189966:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97798a80/2, rc 0, transno 4294977412 00000100:00100000:3.0:1762170989.189972:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481750016:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.190004:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.190010:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190018:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.190022:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190033:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190047:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190054:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc45d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.190057:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.190072:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.190075:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.190081:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190082:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.190088:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.190090:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190103:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.190104:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc45c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190110:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190129:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.190134:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.190138:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.190140:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.190142:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190150:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc45dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190179:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.190182:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.190185:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.190342:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1762170989.190351:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.190358:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.190362:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481751168:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.190396:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97799500/2, rc 0, transno 4294977411 00000100:00100000:3.0:1762170989.190405:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481749760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.190416:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.190449:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.190450:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481751040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.190462:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481751296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.190481:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.190544:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481751168 00000100:00100000:2.0:1762170989.190551:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481751168 00000100:00100000:1.0:1762170989.190556:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.190567:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.190607:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481751040 00000100:00100000:2.0:1762170989.190611:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481751040 00000100:00100000:1.0:1762170989.190617:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481751296 00000100:00100000:1.0:1762170989.190623:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481751296 00000100:00100000:2.0:1762170989.190643:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42235 00000100:00100000:2.0:1762170989.190654:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+723:3641:x1847765481751168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.190660:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.190674:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42236 00002000:00080000:2.0:1762170989.190676:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2038 count 1 00000100:00100000:1.0:1762170989.190687:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+723:3641:x1847765481751040:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.190694:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.190703:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2037 count 1 00010000:00010000:2.0:1762170989.190746:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7600/0x96d1ba5869cbf84a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e92 expref: 290 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.190760:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.190763:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.190767:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.190769:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.190775:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.190789:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8465800/0x96d1ba5869cbf851 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e84 expref: 290 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.190791:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489680384 00000100:00100000:3.0:1762170989.190797:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489680384 00010000:00010000:1.0:1762170989.190798:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.190802:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.190803:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7600/0x96d1ba5869cbf84a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e92 expref: 291 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.190805:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.190822:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7600/0x96d1ba5869cbf84a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e92 expref: 291 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.190834:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8465800/0x96d1ba5869cbf851 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e84 expref: 291 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.190835:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481751424:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.190849:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8465800/0x96d1ba5869cbf851 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e84 expref: 291 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.190860:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5309f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481751552:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.190865:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8464000/0x96d1ba5869cbf835 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e5a expref: 291 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.190897:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489680640 00000100:00100000:3.0:1762170989.190900:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489680640 00000100:00100000:2.0:1762170989.190904:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.190908:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5aa80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.190917:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db0800/0x96d1ba5869cbf843 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e76 expref: 292 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.190930:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42237 00000100:00100000:2.0:1762170989.190940:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+723:3643:x1847765481751296:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.190944:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2d54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481750784:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.190946:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489680512 00000100:00100000:3.0:1762170989.190951:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489680512 00002000:00080000:2.0:1762170989.190952:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2039 count 1 00010000:00010000:2.0:1762170989.190964:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.190965:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.190971:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db3000/0x96d1ba5869cbf83c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e68 expref: 293 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.190992:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481750912:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.190998:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ec1408000/0x96d1ba5869cc0ae2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa2 expref: 293 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.191004:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.191005:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.191007:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191012:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.191021:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33611 00000100:00100000:3.0:1762170989.191034:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+293:2417:x1847765489680384:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.191039:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ec1408000/0x96d1ba5869cc0ae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa2 expref: 293 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191045:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.191049:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ec1408000/0x96d1ba5869cc0ae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa2 expref: 293 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.191050:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33612 00010000:00010000:3.0:1762170989.191054:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8464000/0x96d1ba5869cbf835 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e5a expref: 293 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.191066:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+293:2415:x1847765489680640:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.191076:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481751680:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.191081:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.191082:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8464000/0x96d1ba5869cbf835 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e5a expref: 293 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.191090:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db0800/0x96d1ba5869cbf843 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e76 expref: 293 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.191100:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.191100:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db0800/0x96d1ba5869cbf843 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e76 expref: 293 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.191101:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.191105:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.191110:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191116:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191120:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0800/0x96d1ba5869cbf843 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e76 expref: 293 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.191130:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.191131:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.191134:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.191136:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191142:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.191152:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+292:2417:x1847765489680384:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 121us (586us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.191156:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.191159:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33611 00000100:00100000:3.0:1762170989.191182:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33613 00000100:00100000:1.0:1762170989.191183:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+291:2415:x1847765489680640:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 120us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.191192:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+291:2417:x1847765489680512:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.191197:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33612 00010000:00010000:3.0:1762170989.191204:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.191213:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db3000/0x96d1ba5869cbf83c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e68 expref: 290 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.191226:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db3000/0x96d1ba5869cbf83c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e68 expref: 290 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.191241:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db3000/0x96d1ba5869cbf83c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e68 expref: 290 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.191254:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.191256:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.191259:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191260:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191281:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191281:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191294:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191304:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191326:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.191328:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.191352:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+289:2417:x1847765489680512:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 162us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.191361:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33613 00010000:00010000:1.0:1762170989.191428:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191436:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191447:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191452:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.191469:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.191493:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.191499:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.191506:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.191509:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.191515:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.191527:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191530:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8464000/0x96d1ba5869cbf835 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e5a expref: 288 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.191537:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc45f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.191548:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481750400:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.191562:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.191567:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.191574:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.191578:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.191595:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.191604:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+725:3642:x1847765481750528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4905us (4981us total) trans 4294977414 rc 0/0 00010000:00010000:2.0:1762170989.191611:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.191614:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42233 00010000:00010000:3.0:1762170989.191618:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.191642:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc45eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191645:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191663:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191670:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191676:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.191677:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.191683:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.191688:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.191697:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.191728:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.191734:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191742:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.191746:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191754:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.191765:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+724:3643:x1847765481750656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4809us (5005us total) trans 4294977413 rc 0/0 00010000:00010000:3.0:1762170989.191768:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.191774:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42234 00010000:00010000:3.0:1762170989.191785:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc45e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.191810:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.191813:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.191817:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.191818:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fff100/2, rc 0, transno 4294977413 00000100:00100000:1.0:1762170989.191832:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481750656:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1762170989.191850:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08cb100/2, rc 0, transno 4294977414 00000100:00100000:0.0:1762170989.191857:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481750528:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.191871:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.191889:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170989.191896:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb530b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481751808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.191936:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.191937:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+724:3641:x1847765481750272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6888us (6952us total) trans 4294977415 rc 0/0 00000004:00080000:1.0:1762170989.191937:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e0a80/2, rc 0, transno 4294977415 00000100:00100000:3.0:1762170989.191950:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42232 00000100:00100000:1.0:1762170989.191953:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481750272:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.191963:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170989.191964:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481751808 00000100:00100000:0.0:1762170989.191968:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481751808 00000100:00100000:1.0:1762170989.191973:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481751936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.191999:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.192005:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42238 00000100:00100000:0.0:1762170989.192017:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+724:3642:x1847765481751808:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.192019:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481751936 00000100:00100000:3.0:1762170989.192025:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481751936 00002000:00080000:0.0:1762170989.192031:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2040 count 1 00010000:00010000:0.0:1762170989.192044:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.192047:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481752064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.192058:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42239 00010000:00010000:0.0:1762170989.192067:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0400/0x96d1ba5869cbf85f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eae expref: 287 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.192072:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+725:3641:x1847765481751936:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.192073:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.192084:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.192087:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1762170989.192090:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2041 count 1 00010000:00010000:0.0:1762170989.192090:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.192108:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.192108:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481752064 00000100:00100000:1.0:1762170989.192112:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481752064 00010000:00010000:0.0:1762170989.192120:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db0400/0x96d1ba5869cbf85f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eae expref: 287 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.192127:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db2600/0x96d1ba5869cbf866 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ebc expref: 287 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.192144:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42240 00010000:00010000:3.0:1762170989.192151:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.192154:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.192157:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db0400/0x96d1ba5869cbf85f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eae expref: 287 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.192159:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+726:3641:x1847765481752064:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.192160:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.192179:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2042 count 1 00000100:00100000:0.0:1762170989.192186:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481752192:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.192194:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.192200:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db2600/0x96d1ba5869cbf866 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ebc expref: 287 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.192211:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db4400/0x96d1ba5869cbf882 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eca expref: 287 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.192228:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db2600/0x96d1ba5869cbf866 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ebc expref: 287 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.192228:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.192232:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.192237:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.192237:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.192249:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481752320:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.192265:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db4400/0x96d1ba5869cbf882 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eca expref: 287 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.192273:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db4400/0x96d1ba5869cbf882 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eca expref: 287 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.192281:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481752448:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.192283:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.192308:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.192856:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.192905:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5309f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481751552:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.192922:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.192945:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489680768 00000100:00100000:1.0:1762170989.192948:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489680768 00010000:00010000:1.0:1762170989.192966:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7600/0x96d1ba5869cbf84a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e92 expref: 288 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.192985:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481751424:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.193000:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33614 00010000:00010000:2.0:1762170989.193008:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.193009:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+288:2416:x1847765489680768:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.193021:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.193026:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7600/0x96d1ba5869cbf84a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e92 expref: 288 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.193036:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7600/0x96d1ba5869cbf84a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e92 expref: 288 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.193049:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dda1d7600/0x96d1ba5869cbf84a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e92 expref: 288 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.193057:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.193065:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.193067:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.193077:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489680896 00010000:00010000:1.0:1762170989.193078:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.193081:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489680896 00010000:00010000:1.0:1762170989.193092:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.193095:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+726:3641:x1847765481746176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20970us (21188us total) trans 4294977401 rc 0/0 00010000:00010000:0.0:1762170989.193097:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8465800/0x96d1ba5869cbf851 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e84 expref: 288 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.193110:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42217 00000100:00100000:0.0:1762170989.193134:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33615 00000100:00100000:0.0:1762170989.193141:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+288:2417:x1847765489680896:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1762170989.193148:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5140380/2, rc 0, transno 4294977401 00010000:00010000:0.0:1762170989.193148:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.193154:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8465800/0x96d1ba5869cbf851 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e84 expref: 288 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.193161:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8465800/0x96d1ba5869cbf851 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e84 expref: 288 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.193167:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481746176:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.193174:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8465800/0x96d1ba5869cbf851 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5e84 expref: 288 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.193182:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.193184:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.193186:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.193191:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.193208:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.193219:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.193229:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481752576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.193238:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+287:2417:x1847765489680896:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 96us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.193246:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33615 00000100:00100000:1.0:1762170989.193260:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.193277:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.193286:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.193290:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481752576 00000100:00100000:3.0:1762170989.193294:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481752576 00010000:00010000:0.0:1762170989.193298:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.193305:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.193307:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.193316:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42241 00000100:00100000:3.0:1762170989.193323:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+726:3643:x1847765481752576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.193332:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+286:2416:x1847765489680768:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 323us (477us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.193332:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.193334:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.193335:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.193342:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.193351:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33614 00010000:00010000:3.0:1762170989.193360:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.193361:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.193365:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.193380:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.193393:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.193396:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.193412:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.193414:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4600 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.193441:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.193451:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+727:3641:x1847765481751040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2769us (2971us total) trans 4294977416 rc 0/0 00000100:00100000:0.0:1762170989.193456:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42236 00000100:00100000:1.0:1762170989.193466:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:0.0:1762170989.193487:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e0700/2, rc 0, transno 4294977416 00000100:00100000:0.0:1762170989.193498:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481751040:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.193501:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.193505:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.193510:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.193513:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.193519:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.193528:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.193533:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc45f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.193553:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1762170989.193563:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.193566:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481752704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.193601:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+727:3641:x1847765481751168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2950us (3187us total) trans 4294977417 rc 0/0 00000100:00100000:2.0:1762170989.193612:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42235 00000100:00100000:0.0:1762170989.193613:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.193649:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.193650:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481752704 00010000:00010000:3.0:1762170989.193653:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.193656:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481752704 00010000:00010000:3.0:1762170989.193657:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.193661:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489681024 00000100:00100000:0.0:1762170989.193667:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489681024 00002000:00080000:3.0:1762170989.193673:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2043 count 1 00000100:00100000:2.0:1762170989.193691:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42242 00010000:00010000:0.0:1762170989.193691:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ec1408000/0x96d1ba5869cc0ae2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa2 expref: 286 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.193696:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.193726:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+727:3642:x1847765481752704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.193742:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2044 count 1 00010000:00010000:2.0:1762170989.193756:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.193763:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489681152 00000100:00100000:0.0:1762170989.193769:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489681152 00010000:00010000:3.0:1762170989.193770:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.193771:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8464200/0x96d1ba5869cbf889 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ee6 expref: 286 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.193778:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489681280 00000100:00100000:1.0:1762170989.193784:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489681280 00010000:00010000:0.0:1762170989.193788:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db0400/0x96d1ba5869cbf85f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eae expref: 287 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.193795:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.193800:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.193801:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db2600/0x96d1ba5869cbf866 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ebc expref: 288 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.193806:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.193819:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db1000/0x96d1ba5869cbf86d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed8 expref: 288 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.193833:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.193835:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.193839:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.193839:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33616 00010000:00010000:2.0:1762170989.193847:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8464200/0x96d1ba5869cbf889 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ee6 expref: 288 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.193852:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33617 00000100:00100000:0.0:1762170989.193856:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+288:2414:x1847765489681024:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.193870:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33618 00000100:00100000:1.0:1762170989.193871:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+288:2416:x1847765489681152:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.193872:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8464200/0x96d1ba5869cbf889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ee6 expref: 288 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.193872:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.193882:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ec1408000/0x96d1ba5869cc0ae2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa2 expref: 288 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.193886:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+288:2414:x1847765489681280:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.193888:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.193898:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db0400/0x96d1ba5869cbf85f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eae expref: 288 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.193899:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481752832:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.193904:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.193912:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ec1408000/0x96d1ba5869cc0ae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa2 expref: 288 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.193915:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db2600/0x96d1ba5869cbf866 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ebc expref: 288 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.193920:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db0400/0x96d1ba5869cbf85f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eae expref: 288 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.193940:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.193946:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.193946:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.193946:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.193951:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.193952:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.193954:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.193968:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e3800/2, rc 0, transno 4294977417 00010000:00010000:0.0:1762170989.193977:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.193978:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.193987:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481751168:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.193999:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db2600/0x96d1ba5869cbf866 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ebc expref: 288 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.194011:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.194013:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.194016:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.194020:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.194024:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.194024:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.194033:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481752960:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.194036:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.194041:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+288:2416:x1847765489681152:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.194049:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+288:2414:x1847765489681024:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 196us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.194061:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33617 00010000:00010000:3.0:1762170989.194062:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.194062:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.194072:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33616 00000100:00100000:3.0:1762170989.194092:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+286:2414:x1847765489681280:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 210us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.194102:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33618 00010000:00010000:2.0:1762170989.194102:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.194115:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481752960 00000100:00100000:0.0:1762170989.194120:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481752960 00010000:00010000:2.0:1762170989.194127:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ec1408000/0x96d1ba5869cc0ae2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa2 expref: 285 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.194139:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481751680:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.194149:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db2600/0x96d1ba5869cbf866 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ebc expref: 284 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.194152:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.194163:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42243 00000100:00100000:1.0:1762170989.194164:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481752448:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.194172:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.194176:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481752320:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.194180:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+728:3641:x1847765481752960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.194185:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.194192:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194197:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.194202:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2045 count 1 00010000:00010000:0.0:1762170989.194219:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.194224:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194229:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.194237:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0a00/0x96d1ba5869cbf874 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ef4 expref: 283 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.194246:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.194248:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.194261:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.194265:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.194268:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.194272:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.194295:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db0a00/0x96d1ba5869cbf874 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ef4 expref: 283 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.194308:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db0a00/0x96d1ba5869cbf874 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ef4 expref: 283 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.194316:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194341:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.194346:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481753088:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.194387:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.194394:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.194400:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.194407:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194415:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.194420:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.194426:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0400/0x96d1ba5869cbf85f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eae expref: 283 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.194430:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.194449:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481752192:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.194452:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194462:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4607 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.194474:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.194485:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194487:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.194494:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.194503:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.194510:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.194524:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.194528:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.194533:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.194535:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.194544:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.194548:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194556:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194569:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194576:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc460e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194611:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.194613:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.194616:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.194627:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489681408 00000100:00100000:3.0:1762170989.194631:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489681408 00010000:00010000:3.0:1762170989.194652:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db4400/0x96d1ba5869cbf882 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eca expref: 283 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.194686:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33619 00000100:00100000:3.0:1762170989.194695:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+283:2416:x1847765489681408:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.194699:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+730:3642:x1847765481751808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2684us (2763us total) trans 4294977419 rc 0/0 00010000:00010000:3.0:1762170989.194705:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.194736:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db4400/0x96d1ba5869cbf882 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eca expref: 283 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.194737:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42238 00010000:00010000:3.0:1762170989.194752:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db4400/0x96d1ba5869cbf882 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eca expref: 283 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.194768:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db4400/0x96d1ba5869cbf882 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5eca expref: 283 pid: 10282 timeout: 4705 lvb_type: 1 00000004:00080000:0.0:1762170989.194777:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb530b480/2, rc 0, transno 4294977419 00010000:00010000:3.0:1762170989.194782:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.194786:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.194789:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.194797:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.194800:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb530b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481751808:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.194827:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.194845:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.194856:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+282:2416:x1847765489681408:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 161us (611us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.194857:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.194871:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33619 00010000:00010000:1.0:1762170989.194873:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.194882:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.194887:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481753216:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.194907:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.194920:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.194962:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481753216 00000100:00100000:2.0:1762170989.194966:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481753216 00000100:00100000:2.0:1762170989.194993:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42244 00000100:00100000:2.0:1762170989.195001:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+731:3641:x1847765481753216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.195015:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2046 count 1 00010000:00010000:3.0:1762170989.195018:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.195024:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.195027:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.195039:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.195046:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.195047:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0600/0x96d1ba5869cbf87b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f02 expref: 281 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.195049:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+731:3641:x1847765481752064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2892us (2978us total) trans 4294977420 rc 0/0 00000100:00100000:1.0:1762170989.195064:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42240 00010000:00010000:2.0:1762170989.195068:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.195070:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.195070:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.195075:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.195087:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.195097:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc461c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.195101:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2d54700/2, rc 0, transno 4294977420 00010000:00010000:2.0:1762170989.195103:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db0600/0x96d1ba5869cbf87b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f02 expref: 281 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.195114:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481752064:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.195119:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db0600/0x96d1ba5869cbf87b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f02 expref: 281 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.195126:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.195131:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.195131:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481753344:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.195135:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.195173:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e900 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.195173:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481753472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.195202:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.195238:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481753472 00000100:00100000:1.0:1762170989.195243:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481753472 00000100:00100000:1.0:1762170989.195275:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42245 00000100:00100000:1.0:1762170989.195282:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+731:3642:x1847765481753472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.195294:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2047 count 1 00010000:00010000:1.0:1762170989.195305:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.195316:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf992800/0x96d1ba5869cc09d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e91 expref: 281 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.195322:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.195324:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.195327:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.195346:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf992800/0x96d1ba5869cc09d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e91 expref: 281 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.195366:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf992800/0x96d1ba5869cc09d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e91 expref: 281 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.195377:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481753600:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.195403:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.195534:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.195555:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489681536 00000100:00100000:3.0:1762170989.195560:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489681536 00010000:00010000:3.0:1762170989.195591:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8464200/0x96d1ba5869cbf889 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ee6 expref: 282 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.195615:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33620 00000100:00100000:3.0:1762170989.195623:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+282:2416:x1847765489681536:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.195632:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.195637:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8464200/0x96d1ba5869cbf889 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ee6 expref: 282 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.195647:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8464200/0x96d1ba5869cbf889 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ee6 expref: 282 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.195662:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.195664:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.195667:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.195674:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.195690:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.195766:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+282:2416:x1847765489681536:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 89us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.195773:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33620 00000100:00100000:3.0:1762170989.195859:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.195879:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489681664 00000100:00100000:3.0:1762170989.195882:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489681664 00010000:00010000:3.0:1762170989.195896:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db0a00/0x96d1ba5869cbf874 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ef4 expref: 282 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.195958:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33621 00000100:00100000:3.0:1762170989.195969:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+282:2416:x1847765489681664:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.195978:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.195983:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db0a00/0x96d1ba5869cbf874 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ef4 expref: 282 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.195995:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db0a00/0x96d1ba5869cbf874 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ef4 expref: 282 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.196009:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.196011:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.196014:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.196022:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.196035:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.196058:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+282:2416:x1847765489681664:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 91us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.196067:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33621 00010000:00010000:3.0:1762170989.196155:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.196179:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.196187:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.196195:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.196200:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.196208:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.196222:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.196229:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4615 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.196251:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.196255:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.196258:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.196291:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8464200/0x96d1ba5869cbf889 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ee6 expref: 281 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.196305:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481752832:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.196325:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.196333:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.196341:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.196348:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5a91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+732:3641:x1847765481751936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4279us (4345us total) trans 4294977421 rc 0/0 00010000:00010000:2.0:1762170989.196352:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.196361:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42239 00010000:00010000:2.0:1762170989.196366:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.196383:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.196407:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db1000/0x96d1ba5869cbf86d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed8 expref: 280 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.196420:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db1000/0x96d1ba5869cbf86d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed8 expref: 280 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.196432:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481753728:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.196484:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54480 going to sleep for 11 seconds 00000004:00080000:1.0:1762170989.196567:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5309500/2, rc 0, transno 4294977421 00000100:00100000:1.0:1762170989.196592:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481751936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.196654:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+732:3642:x1847765481752704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2949us (3041us total) trans 4294977422 rc 0/0 00000100:00100000:2.0:1762170989.196663:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42242 00000004:00080000:2.0:1762170989.196730:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fbc700/2, rc 0, transno 4294977422 00000100:00100000:2.0:1762170989.196743:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481752704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.196751:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.196761:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481753856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.196791:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.196868:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481753984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.196903:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.196947:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481753856 00000100:00100000:2.0:1762170989.196952:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481753856 00000100:00100000:2.0:1762170989.196978:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481753984 00000100:00100000:2.0:1762170989.196982:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481753984 00000100:00100000:2.0:1762170989.197011:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42246 00000100:00100000:2.0:1762170989.197019:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+733:3642:x1847765481753856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.197035:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2048 count 1 00010000:00010000:2.0:1762170989.197048:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.197060:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db1a00/0x96d1ba5869cbf897 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f1e expref: 280 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.197067:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.197069:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.197072:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.197093:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db1a00/0x96d1ba5869cbf897 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f1e expref: 280 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.197104:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db1a00/0x96d1ba5869cbf897 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f1e expref: 280 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.197115:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97799c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481754112:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.197180:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.197203:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42247 00000100:00100000:2.0:1762170989.197213:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+733:3640:x1847765481753984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.197226:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2049 count 1 00010000:00010000:2.0:1762170989.197239:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.197251:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db5000/0x96d1ba5869cbf89e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f2c expref: 280 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.197258:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.197260:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.197263:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.197286:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db5000/0x96d1ba5869cbf89e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f2c expref: 280 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.197297:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db5000/0x96d1ba5869cbf89e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f2c expref: 280 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.197308:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481754240:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.197335:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.197467:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.197474:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.197483:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.197487:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.197495:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.197509:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.197516:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4623 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.197532:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.197534:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.197536:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.197568:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0a00/0x96d1ba5869cbf874 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ef4 expref: 280 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.197578:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481753088:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.197605:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.197613:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.197619:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.197625:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.197631:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.197652:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.197658:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.197662:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.197667:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.197669:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.197675:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.197682:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.197686:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4631 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.197697:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.197699:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.197700:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.197832:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+734:3641:x1847765481752960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3656us (3772us total) trans 4294977423 rc 0/0 00000100:00100000:0.0:1762170989.197842:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42243 00000004:00080000:1.0:1762170989.197847:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97799f80/2, rc 0, transno 4294977423 00000100:00100000:1.0:1762170989.197864:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481752960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.197907:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481753344:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.197919:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.197965:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.197970:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.197978:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.197990:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481754368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.197992:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489681792 00000100:00100000:3.0:1762170989.197998:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489681792 00000100:00100000:1.0:1762170989.198004:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.198021:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db0600/0x96d1ba5869cbf87b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f02 expref: 280 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.198027:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489681920 00000100:00100000:0.0:1762170989.198032:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489681920 00000100:00100000:2.0:1762170989.198033:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.198044:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489682048 00000100:00100000:1.0:1762170989.198044:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481753600:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.198047:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489682048 00010000:00010000:0.0:1762170989.198051:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf992800/0x96d1ba5869cc09d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e91 expref: 281 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.198062:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.198065:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db1000/0x96d1ba5869cbf86d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed8 expref: 282 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.198080:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33622 00000100:00100000:0.0:1762170989.198089:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+282:2417:x1847765489681792:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.198094:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33623 00010000:00010000:0.0:1762170989.198098:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.198103:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33624 00000100:00100000:3.0:1762170989.198105:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+282:2414:x1847765489681920:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.198107:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db0600/0x96d1ba5869cbf87b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f02 expref: 282 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.198116:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.198116:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+282:2417:x1847765489682048:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.198122:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db0600/0x96d1ba5869cbf87b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f02 expref: 282 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.198123:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf992800/0x96d1ba5869cc09d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e91 expref: 282 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.198124:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.198132:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db1000/0x96d1ba5869cbf86d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed8 expref: 282 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.198145:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf992800/0x96d1ba5869cc09d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e91 expref: 282 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.198145:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db1000/0x96d1ba5869cbf86d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed8 expref: 282 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.198147:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0600/0x96d1ba5869cbf87b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f02 expref: 282 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.198167:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.198168:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.198170:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.198171:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf992800/0x96d1ba5869cc09d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e91 expref: 281 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.198171:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.198174:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.198176:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.198186:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.198190:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.198194:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.198195:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.198197:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.198210:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.198227:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.198231:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.198233:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.198255:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+280:2417:x1847765489681792:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.198256:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+280:2417:x1847765489682048:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 140us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.198258:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+280:2414:x1847765489681920:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 155us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.198272:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33622 00000100:00100000:3.0:1762170989.198283:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33623 00000100:00100000:1.0:1762170989.198289:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33624 00000100:00100000:0.0:1762170989.198302:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481754368 00000100:00100000:0.0:1762170989.198306:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481754368 00010000:00010000:1.0:1762170989.198316:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.198326:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.198333:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42248 00010000:00010000:1.0:1762170989.198339:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.198346:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+734:3640:x1847765481754368:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.198352:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.198364:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2050 count 1 00010000:00010000:1.0:1762170989.198378:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.198379:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.198382:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.198390:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.198406:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.198406:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db3800/0x96d1ba5869cbf8a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f3a expref: 277 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.198413:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.198414:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.198417:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.198420:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.198431:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.198444:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db3800/0x96d1ba5869cbf8a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f3a expref: 277 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.198446:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.198455:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db3800/0x96d1ba5869cbf8a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f3a expref: 277 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.198459:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc463f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.198469:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481754496:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.198482:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.198513:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bd80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.198534:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.198542:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.198551:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.198553:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.198556:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.198564:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.198598:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.198604:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.198611:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.198620:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.198624:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.198633:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.198648:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.198655:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4638 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.198678:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.198680:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.198683:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.199431:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97799c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481754112:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.199452:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.199465:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.199486:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481754240:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.199505:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.199540:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.199591:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+736:3641:x1847765481753216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4580us (4660us total) trans 4294977425 rc 0/0 00000100:00100000:0.0:1762170989.199600:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42244 00000100:00100000:1.0:1762170989.199627:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489682176 00000100:00100000:1.0:1762170989.199632:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489682176 00010000:00010000:1.0:1762170989.199657:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db1a00/0x96d1ba5869cbf897 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f1e expref: 278 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.199673:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489682304 00000100:00100000:3.0:1762170989.199677:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489682304 00000100:00100000:0.0:1762170989.199694:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33625 00010000:00010000:3.0:1762170989.199696:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db5000/0x96d1ba5869cbf89e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f2c expref: 279 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.199734:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+279:2417:x1847765489682176:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.199743:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.199748:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db1a00/0x96d1ba5869cbf897 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f1e expref: 279 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.199758:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db1a00/0x96d1ba5869cbf897 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f1e expref: 279 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.199771:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db1a00/0x96d1ba5869cbf897 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f1e expref: 279 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.199781:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.199783:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.199785:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.199792:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33626 00010000:00010000:0.0:1762170989.199794:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.199806:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+278:2414:x1847765489682304:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.199815:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.199816:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.199823:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db5000/0x96d1ba5869cbf89e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f2c expref: 278 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.199835:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db5000/0x96d1ba5869cbf89e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f2c expref: 278 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.199844:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+278:2417:x1847765489682176:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 141us (303us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.199852:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db5000/0x96d1ba5869cbf89e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f2c expref: 278 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.199852:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33625 00010000:00010000:3.0:1762170989.199866:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.199868:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.199872:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.199879:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.199902:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.199926:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+276:2414:x1847765489682304:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 123us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.199934:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33626 00010000:00010000:3.0:1762170989.200123:0:176029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db1000/0x96d1ba5869cbf86d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ed8 expref: 275 pid: 33719 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.200189:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9779aa00/2, rc 0, transno 4294977425 00000100:00100000:3.0:1762170989.200193:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481753728:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.200205:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481753216:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.200209:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200218:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200225:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200232:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200239:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200258:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.200264:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.200271:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.200278:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.200283:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.200291:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.200302:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.200307:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc462a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.200330:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.200332:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.200336:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1762170989.200401:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5309f80/2, rc 0, transno 4294977426 00000100:00100000:0.0:1762170989.200406:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481752576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.200443:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+736:3643:x1847765481752576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7118us (7182us total) trans 4294977426 rc 0/0 00000100:00100000:3.0:1762170989.200452:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42241 00000100:00100000:0.0:1762170989.200529:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481754496:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.200547:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.200571:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.200612:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489682432 00000100:00100000:3.0:1762170989.200616:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489682432 00010000:00010000:3.0:1762170989.200670:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db3800/0x96d1ba5869cbf8a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f3a expref: 275 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.200704:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33627 00000100:00100000:3.0:1762170989.200766:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+275:2417:x1847765489682432:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.200775:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.200780:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db3800/0x96d1ba5869cbf8a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f3a expref: 275 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.200792:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db3800/0x96d1ba5869cbf8a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f3a expref: 275 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.200806:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db3800/0x96d1ba5869cbf8a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f3a expref: 275 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.200817:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.200819:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.200823:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200830:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200860:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.200867:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.200875:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.200881:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.200888:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+274:2417:x1847765489682432:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 147us (315us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.200889:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.200902:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33627 00010000:00010000:0.0:1762170989.200915:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.200924:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.200932:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200940:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.200944:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200952:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200963:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200970:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4654 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.200996:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.200999:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.201002:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.201031:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+736:3640:x1847765481754368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2688us (2999us total) trans 4294977427 rc 0/0 00000100:00100000:0.0:1762170989.201039:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42248 00010000:00010000:3.0:1762170989.201087:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.201100:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.201107:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.201152:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.201165:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.201174:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.201179:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.201186:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.201190:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.201197:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.201209:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.201215:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4646 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.201238:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.201241:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.201244:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.201358:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+736:3642:x1847765481753856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4339us (4566us total) trans 4294977428 rc 0/0 00000100:00100000:3.0:1762170989.201366:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42246 00000100:00100000:2.0:1762170989.202190:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481754752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.202232:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.202267:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.202275:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481754624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.202298:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170989.202349:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5143100/2, rc 0, transno 4294977427 00000100:00100000:2.0:1762170989.202358:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481754368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.202414:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481754752 00000100:00100000:0.0:1762170989.202420:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481754752 00000004:00080000:2.0:1762170989.202427:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd71880/2, rc 0, transno 4294977428 00000100:00100000:2.0:1762170989.202439:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481753856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.202461:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481754624 00000100:00100000:0.0:1762170989.202466:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481754624 00000100:00100000:2.0:1762170989.202487:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481754880:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.202497:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42249 00000100:00100000:0.0:1762170989.202507:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+737:3643:x1847765481754752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.202515:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1762170989.202529:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2052 count 1 00000100:00100000:2.0:1762170989.202538:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.202543:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481755008:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.202548:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.202564:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db4a00/0x96d1ba5869cbf8b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f56 expref: 273 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.202570:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.202592:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.202595:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.202598:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.202623:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db4a00/0x96d1ba5869cbf8b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f56 expref: 273 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.202626:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481754880 00000100:00100000:2.0:1762170989.202631:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481754880 00010000:00010000:0.0:1762170989.202642:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db4a00/0x96d1ba5869cbf8b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f56 expref: 273 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.202657:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481755136:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.202665:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481755008 00000100:00100000:2.0:1762170989.202668:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481755008 00000100:00100000:2.0:1762170989.202697:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42250 00000100:00100000:2.0:1762170989.202728:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+739:3643:x1847765481754624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.202742:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2051 count 1 00010000:00010000:2.0:1762170989.202756:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.202767:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b180 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.202769:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db1800/0x96d1ba5869cbf8ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f48 expref: 273 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.202778:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.202780:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.202783:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.202788:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42251 00000100:00100000:0.0:1762170989.202801:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+739:3640:x1847765481754880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.202816:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db1800/0x96d1ba5869cbf8ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f48 expref: 273 pid: 33719 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170989.202820:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2053 count 1 00010000:00010000:2.0:1762170989.202832:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db1800/0x96d1ba5869cbf8ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f48 expref: 273 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.202837:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.202848:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481755264:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.202854:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db2200/0x96d1ba5869cbf8ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f64 expref: 273 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.202862:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.202865:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.202868:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.202883:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.202898:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db2200/0x96d1ba5869cbf8ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f64 expref: 273 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.202904:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42252 00010000:00010000:0.0:1762170989.202910:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db2200/0x96d1ba5869cbf8ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f64 expref: 273 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.202915:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+739:3640:x1847765481755008:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.202925:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481755392:192.168.202.10@tcp:104: 00002000:00080000:2.0:1762170989.202930:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2054 count 1 00010000:00010000:2.0:1762170989.202942:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.202951:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0200/0x96d1ba5869cbf8c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f72 expref: 273 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.202956:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.202956:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.202960:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.202963:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.202982:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db0200/0x96d1ba5869cbf8c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f72 expref: 273 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.202989:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db0200/0x96d1ba5869cbf8c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f72 expref: 273 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.202997:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481755520:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.203023:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.203047:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203052:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203058:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203062:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203076:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.203087:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.203093:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203105:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.203110:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203117:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203131:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203138:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc464d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203160:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.203163:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.203166:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.203325:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+740:3640:x1847765481753984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6113us (6422us total) trans 4294977429 rc 0/0 00000100:00100000:2.0:1762170989.203334:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42247 00000004:00080000:2.0:1762170989.203372:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97799880/2, rc 0, transno 4294977429 00000100:00100000:2.0:1762170989.203381:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481753984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.203447:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.203457:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481755648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.203490:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.203530:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481755648 00000100:00100000:2.0:1762170989.203534:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481755648 00000100:00100000:2.0:1762170989.203568:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42253 00000100:00100000:2.0:1762170989.203578:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+740:3643:x1847765481755648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.203604:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2055 count 1 00010000:00010000:2.0:1762170989.203616:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203628:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbba00/0x96d1ba5869cc0c2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70eb expref: 273 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203632:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.203634:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.203636:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203656:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1dbba00/0x96d1ba5869cc0c2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70eb expref: 273 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.203663:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbba00/0x96d1ba5869cc0c2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70eb expref: 273 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.203674:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e48e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481755776:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.204080:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e000 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.206846:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+740:3643:x1847765481751296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15902us (16288us total) trans 4294977418 rc 0/0 00000100:00100000:3.0:1762170989.206857:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42237 00000004:00080000:3.0:1762170989.206905:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e1180/2, rc 0, transno 4294977418 00000100:00100000:3.0:1762170989.206913:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481751296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.206975:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170989.206986:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481755904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.207010:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.207043:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481755904 00000100:00100000:3.0:1762170989.207050:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481755904 00000100:00100000:3.0:1762170989.207151:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42254 00000100:00100000:3.0:1762170989.207159:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+740:3642:x1847765481755904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.207182:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2056 count 1 00010000:00010000:3.0:1762170989.207204:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.207223:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ca00/0x96d1ba5869cbfe86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f8e expref: 273 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.207230:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.207233:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.207236:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.207260:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ca00/0x96d1ba5869cbfe86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f8e expref: 273 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.207272:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ca00/0x96d1ba5869cbfe86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f8e expref: 273 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.207283:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481756032:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.207396:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54900 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.207792:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+740:3643:x1847765481749504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25562us (25739us total) trans 4294977409 rc 0/0 00000100:00100000:0.0:1762170989.207803:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42229 00000004:00080000:2.0:1762170989.207822:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97798e00/2, rc 0, transno 4294977409 00000100:00100000:2.0:1762170989.207837:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481749504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.207892:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.207904:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481756160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.207940:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.207971:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481756160 00000100:00100000:3.0:1762170989.207977:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481756160 00000100:00100000:3.0:1762170989.208009:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42255 00000100:00100000:3.0:1762170989.208018:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+740:3641:x1847765481756160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.208030:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2057 count 1 00010000:00010000:3.0:1762170989.208043:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.208056:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39a00/0x96d1ba5869cbfe8d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f9c expref: 273 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.208064:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.208066:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.208069:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.208087:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39a00/0x96d1ba5869cbfe8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f9c expref: 273 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.208097:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39a00/0x96d1ba5869cbfe8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f9c expref: 273 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.208107:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481756288:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.208151:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54480 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.208503:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481755136:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.208530:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.208534:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481755264:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.208560:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.208611:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e48e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481755776:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.208630:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.208684:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481755520:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.208695:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.208760:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+740:3642:x1847765481753472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13422us (13501us total) trans 4294977424 rc 0/0 00000100:00100000:1.0:1762170989.208770:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42245 00000004:00080000:1.0:1762170989.208811:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8756300/2, rc 0, transno 4294977424 00000100:00100000:3.0:1762170989.208813:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481756032:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.208821:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.208823:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481753472:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.208830:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.208855:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.208855:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481755392:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.208879:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.208890:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.208915:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489683072 00000100:00100000:3.0:1762170989.208920:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489683072 00000100:00100000:2.0:1762170989.208926:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.208943:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db2200/0x96d1ba5869cbf8ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f64 expref: 274 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.208962:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.208973:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489682560 00000100:00100000:0.0:1762170989.208974:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489682816 00000100:00100000:0.0:1762170989.208980:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489682816 00010000:00010000:0.0:1762170989.209003:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db1800/0x96d1ba5869cbf8ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f48 expref: 275 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.209024:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.209028:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489682560 00000100:00100000:0.0:1762170989.209037:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489683200 00000100:00100000:0.0:1762170989.209042:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489683200 00010000:00010000:3.0:1762170989.209049:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db4a00/0x96d1ba5869cbf8b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f56 expref: 277 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.209061:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ca00/0x96d1ba5869cbfe86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f8e expref: 277 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.209081:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.209099:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489682688 00000100:00100000:3.0:1762170989.209104:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489682688 00000100:00100000:0.0:1762170989.209104:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489682944 00000100:00100000:0.0:1762170989.209110:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489682944 00010000:00010000:3.0:1762170989.209119:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbba00/0x96d1ba5869cc0c2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70eb expref: 279 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.209129:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db0200/0x96d1ba5869cbf8c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f72 expref: 279 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.209134:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489683328 00000100:00100000:3.0:1762170989.209140:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489683328 00010000:00010000:3.0:1762170989.209155:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39a00/0x96d1ba5869cbfe8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f9c expref: 280 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.209156:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33628 00000100:00100000:0.0:1762170989.209172:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+280:2415:x1847765489683072:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.209178:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33629 00010000:00010000:0.0:1762170989.209187:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.209188:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+280:2416:x1847765489682816:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.209198:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db2200/0x96d1ba5869cbf8ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f64 expref: 280 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.209199:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.209206:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db1800/0x96d1ba5869cbf8ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f48 expref: 280 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.209219:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db2200/0x96d1ba5869cbf8ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f64 expref: 280 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.209221:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db1800/0x96d1ba5869cbf8ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f48 expref: 280 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.209254:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db1800/0x96d1ba5869cbf8ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f48 expref: 280 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.209256:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db2200/0x96d1ba5869cbf8ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f64 expref: 280 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.209275:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.209278:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.209278:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.209282:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.209283:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.209286:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.209302:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.209307:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.209326:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.209332:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.209353:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+278:2415:x1847765489683072:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.209360:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+278:2416:x1847765489682816:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 171us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.209366:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33628 00010000:00010000:2.0:1762170989.209370:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.209375:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33629 00010000:00010000:2.0:1762170989.209385:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.209395:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.209395:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33630 00000100:00100000:3.0:1762170989.209406:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33631 00010000:00010000:2.0:1762170989.209410:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.209411:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+276:2416:x1847765489682560:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.209421:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+276:2416:x1847765489683200:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.209427:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.209436:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.209437:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db4a00/0x96d1ba5869cbf8b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f56 expref: 276 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.209445:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.209446:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ca00/0x96d1ba5869cbfe86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f8e expref: 276 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.209451:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db4a00/0x96d1ba5869cbf8b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f56 expref: 276 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.209471:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ca00/0x96d1ba5869cbfe86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f8e expref: 276 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.209475:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db4a00/0x96d1ba5869cbf8b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f56 expref: 276 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.209483:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33632 00010000:00010000:0.0:1762170989.209493:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.209494:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ca00/0x96d1ba5869cbfe86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f8e expref: 275 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.209496:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+275:2416:x1847765489682688:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.209497:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.209501:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.209506:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.209512:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.209514:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1dbba00/0x96d1ba5869cc0c2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70eb expref: 274 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.209514:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.209515:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.209520:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.209535:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1dbba00/0x96d1ba5869cc0c2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70eb expref: 274 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.209539:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.209549:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbba00/0x96d1ba5869cc0c2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70eb expref: 274 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.209555:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.209559:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.209559:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.209562:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.209565:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.209572:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.209593:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+273:2416:x1847765489682560:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 174us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.209601:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+273:2416:x1847765489683200:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 182us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.209611:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33630 00000100:00100000:3.0:1762170989.209618:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33631 00010000:00010000:1.0:1762170989.209621:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.209636:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33633 00000100:00100000:3.0:1762170989.209643:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33634 00000100:00100000:1.0:1762170989.209643:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb533bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+271:2416:x1847765489682688:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.209650:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+271:2416:x1847765489682944:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.209656:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+271:2414:x1847765489683328:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.209656:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33632 00000100:00100000:2.0:1762170989.209658:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+740:3643:x1847765481754624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6946us (7350us total) trans 4294977430 rc 0/0 00010000:00010000:0.0:1762170989.209665:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.209669:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.209672:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42250 00010000:00010000:0.0:1762170989.209674:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db0200/0x96d1ba5869cbf8c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f72 expref: 270 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.209679:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39a00/0x96d1ba5869cbfe8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f9c expref: 270 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.209696:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db0200/0x96d1ba5869cbf8c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f72 expref: 270 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.209698:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39a00/0x96d1ba5869cbfe8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f9c expref: 270 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.209743:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0200/0x96d1ba5869cbf8c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f72 expref: 270 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.209745:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.209749:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.209754:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.209755:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.209758:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.209763:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.209765:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab0380/2, rc 0, transno 4294977430 00010000:00010000:3.0:1762170989.209767:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.209773:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.209786:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481754624:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.209790:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.209797:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.209815:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+269:2414:x1847765489683328:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 163us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.209821:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+269:2416:x1847765489682944:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.209828:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33634 00000100:00100000:2.0:1762170989.209828:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.209845:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481756416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.209846:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33633 00010000:00010000:3.0:1762170989.209874:0:176029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39a00/0x96d1ba5869cbfe8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5f9c expref: 267 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.209886:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481756288:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.209897:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.209900:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.209901:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.209904:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481756544:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.209908:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.209914:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.209916:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.209923:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.209935:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.209943:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.209944:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.209945:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.209969:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.209972:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.209972:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.209974:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481756416 00000100:00100000:1.0:1762170989.209979:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481756416 00010000:00010000:2.0:1762170989.209991:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.209995:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4662 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.209997:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.210001:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481756544 00000100:00100000:1.0:1762170989.210005:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481756544 00010000:00010000:2.0:1762170989.210013:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.210026:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.210029:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.210033:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42256 00010000:00010000:0.0:1762170989.210034:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.210041:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.210042:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42257 00000100:00100000:1.0:1762170989.210046:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+741:3640:x1847765481756416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.210047:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.210058:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+741:3642:x1847765481756544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.210070:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.210071:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2058 count 1 00002000:00080000:2.0:1762170989.210082:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2059 count 1 00010000:00010000:0.0:1762170989.210082:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.210090:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.210091:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4685 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210099:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.210119:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b400/0x96d1ba5869cbfe94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5faa expref: 266 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.210120:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.210124:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3c600/0x96d1ba5869cbfe9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb8 expref: 266 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.210124:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.210128:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.210137:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.210139:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.210143:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.210146:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+742:3641:x1847765481756160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2128us (2205us total) trans 4294977431 rc 0/0 00010000:00010000:2.0:1762170989.210147:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.210148:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210152:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.210155:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210157:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.210160:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42255 00010000:00010000:0.0:1762170989.210176:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.210178:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b400/0x96d1ba5869cbfe94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5faa expref: 266 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.210190:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210198:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3c600/0x96d1ba5869cbfe9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb8 expref: 266 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.210219:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.210221:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b400/0x96d1ba5869cbfe94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5faa expref: 266 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.210224:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3c600/0x96d1ba5869cbfe9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb8 expref: 266 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.210244:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481756672:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.210249:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481756800:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.210295:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a840 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.210296:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e000 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.210331:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e4b800/2, rc 0, transno 4294977431 00000100:00100000:0.0:1762170989.210340:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+742:3640:x1847765481755008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7428us (7773us total) trans 4294977432 rc 0/0 00010000:00010000:3.0:1762170989.210342:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.210351:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.210351:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42252 00000100:00100000:2.0:1762170989.210355:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481756160:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.210367:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.210371:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.210378:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.210380:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.210388:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.210390:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab2d80/2, rc 0, transno 4294977432 00000100:00100000:2.0:1762170989.210398:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481755008:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.210403:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.210412:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210417:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.210427:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.210428:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1762170989.210435:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210444:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.210447:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210456:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.210483:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210484:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210504:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4677 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.210510:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4670 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210530:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.210537:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.210537:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+742:3643:x1847765481754752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8030us (8302us total) trans 4294977433 rc 0/0 00000100:00100000:0.0:1762170989.210552:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42249 00010000:00010000:2.0:1762170989.210553:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.210558:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210566:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.210572:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.210574:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.210576:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.210577:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.210591:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.210598:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210601:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc465b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.210602:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.210614:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.210615:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.210625:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.210628:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.210632:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.210634:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.210637:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.210647:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481756928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.210653:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.210673:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.210675:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.210686:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.210701:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.210706:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1762170989.210765:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab2a00/2, rc 0, transno 4294977433 00000100:00100000:2.0:1762170989.210782:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481754752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.210803:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.210815:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481757184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.210824:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481756928 00000100:00100000:1.0:1762170989.210829:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481756928 00000100:00100000:3.0:1762170989.210855:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+744:3642:x1847765481755904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3694us (3841us total) trans 4294977434 rc 0/0 00000100:00100000:2.0:1762170989.210862:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.210867:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42258 00000100:00100000:3.0:1762170989.210875:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42254 00000100:00100000:1.0:1762170989.210880:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+744:3643:x1847765481756928:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.210894:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481757056:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.210895:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2060 count 1 00000100:00100000:3.0:1762170989.210898:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481757184 00000100:00100000:3.0:1762170989.210904:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481757184 00010000:00010000:1.0:1762170989.210912:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.210928:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ac00/0x96d1ba5869cbfea2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fc6 expref: 266 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.210932:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+744:3640:x1847765481754880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8134us (8416us total) trans 4294977435 rc 0/0 00000100:00100000:3.0:1762170989.210938:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42259 00000100:00100000:2.0:1762170989.210942:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.210946:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.210951:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.210951:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42251 00000100:00100000:3.0:1762170989.210953:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+744:3641:x1847765481757184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.210958:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.210968:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2062 count 1 00000100:00100000:0.0:1762170989.210968:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481757056 00000100:00100000:0.0:1762170989.210974:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481757056 00010000:00010000:3.0:1762170989.210983:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.210991:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab0700/2, rc 0, transno 4294977435 00010000:00010000:3.0:1762170989.210996:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fc00/0x96d1ba5869cc0015 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe2 expref: 266 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.210998:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ac00/0x96d1ba5869cbfea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fc6 expref: 266 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.211002:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42260 00000100:00100000:2.0:1762170989.211006:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481754880:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.211014:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+744:3641:x1847765481757056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.211021:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.211024:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.211028:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.211029:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ac00/0x96d1ba5869cbfea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fc6 expref: 266 pid: 22703 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170989.211031:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2061 count 1 00010000:00010000:0.0:1762170989.211047:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.211054:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170989.211062:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fc00/0x96d1ba5869cc0015 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe2 expref: 266 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.211066:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481757440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.211070:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481757312:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.211072:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39e00/0x96d1ba5869cbfea9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fd4 expref: 266 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.211086:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.211088:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fc00/0x96d1ba5869cc0015 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe2 expref: 266 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.211089:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.211094:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.211106:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.211110:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481757568:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.211128:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39e00/0x96d1ba5869cbfea9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fd4 expref: 266 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.211132:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a180 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.211143:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39e00/0x96d1ba5869cbfea9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fd4 expref: 266 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.211146:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481757440 00000100:00100000:2.0:1762170989.211152:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481757440 00000100:00100000:0.0:1762170989.211159:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481757696:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.211182:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42261 00000100:00100000:0.0:1762170989.211191:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.211192:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+745:3643:x1847765481757440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.211210:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2063 count 1 00010000:00010000:0.0:1762170989.211210:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.211217:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.211225:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.211226:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.211232:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.211239:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.211244:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ea1b6c400/0x96d1ba5869cc0b1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fda expref: 266 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.211246:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.211264:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.211268:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.211274:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.211275:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.211277:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e2d80/2, rc 0, transno 4294977434 00010000:00010000:0.0:1762170989.211296:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc467e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.211313:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ea1b6c400/0x96d1ba5869cc0b1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fda expref: 266 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.211315:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.211321:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.211330:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ea1b6c400/0x96d1ba5869cc0b1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fda expref: 266 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.211332:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.211338:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.211348:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481757824:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.211350:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.211358:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481755904:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.211368:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.211376:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4669 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.211378:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.211385:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.211398:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.211401:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.211406:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.211407:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481757952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.211430:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.211456:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481757952 00000100:00100000:0.0:1762170989.211460:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481757952 00000100:00100000:0.0:1762170989.211493:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42262 00000100:00100000:0.0:1762170989.211502:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+747:3643:x1847765481757952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.211515:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2064 count 1 00010000:00010000:0.0:1762170989.211528:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.211540:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3a200/0x96d1ba5869cbfeb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ffe expref: 266 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.211541:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481756672:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.211554:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.211557:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.211561:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.211569:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.211608:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3a200/0x96d1ba5869cbfeb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ffe expref: 266 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.211617:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3a200/0x96d1ba5869cbfeb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ffe expref: 266 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.211625:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481758080:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.211657:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b000 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.212054:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481756800:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.212063:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.212075:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.212111:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489683456 00000100:00100000:0.0:1762170989.212117:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489683456 00000100:00100000:3.0:1762170989.212133:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.212143:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b400/0x96d1ba5869cbfe94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5faa expref: 267 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.212168:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489683584 00000100:00100000:0.0:1762170989.212172:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489683584 00010000:00010000:0.0:1762170989.212186:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3c600/0x96d1ba5869cbfe9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb8 expref: 268 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.212207:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33635 00000100:00100000:0.0:1762170989.212214:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+268:2417:x1847765489683456:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.212224:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.212229:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b400/0x96d1ba5869cbfe94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5faa expref: 268 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.212241:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b400/0x96d1ba5869cbfe94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5faa expref: 268 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.212259:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b400/0x96d1ba5869cbfe94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5faa expref: 268 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.212271:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.212273:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.212277:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.212285:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.212303:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.212338:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+267:2417:x1847765489683456:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 124us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.212347:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33635 00000100:00100000:0.0:1762170989.212375:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33636 00000100:00100000:1.0:1762170989.212380:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481757312:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.212388:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+266:2416:x1847765489683584:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.212400:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.212402:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.212405:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3c600/0x96d1ba5869cbfe9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb8 expref: 266 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.212427:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3c600/0x96d1ba5869cbfe9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb8 expref: 266 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.212441:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3c600/0x96d1ba5869cbfe9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fb8 expref: 266 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.212452:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.212454:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.212457:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.212464:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.212490:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.212493:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.212522:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+265:2416:x1847765489683584:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 138us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.212530:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33636 00000100:00100000:0.0:1762170989.212551:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489683712 00000100:00100000:0.0:1762170989.212554:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489683712 00000100:00100000:3.0:1762170989.212563:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481757568:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.212571:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ac00/0x96d1ba5869cbfea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fc6 expref: 265 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.212609:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.212611:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33637 00010000:00010000:2.0:1762170989.212614:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.212623:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b7c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+265:2417:x1847765489683712:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.212628:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.212634:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.212635:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489683840 00000100:00100000:1.0:1762170989.212641:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489683840 00010000:00010000:0.0:1762170989.212643:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ac00/0x96d1ba5869cbfea2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fc6 expref: 265 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.212644:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.212661:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fc00/0x96d1ba5869cc0015 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe2 expref: 266 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.212667:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.212669:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ac00/0x96d1ba5869cbfea2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fc6 expref: 266 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.212674:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.212695:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33638 00010000:00010000:2.0:1762170989.212703:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.212731:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+266:2417:x1847765489683840:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.212739:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ac00/0x96d1ba5869cbfea2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fc6 expref: 266 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.212741:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.212742:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.212751:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.212752:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fc00/0x96d1ba5869cc0015 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe2 expref: 266 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.212755:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.212759:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.212765:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.212775:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.212782:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.212791:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.212800:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fc00/0x96d1ba5869cc0015 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe2 expref: 265 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.212802:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.212824:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.212835:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fc00/0x96d1ba5869cc0015 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fe2 expref: 265 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.212848:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.212850:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b7c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+264:2417:x1847765489683712:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 228us (356us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.212852:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.212857:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.212864:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33637 00000100:00100000:2.0:1762170989.212866:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+748:3642:x1847765481756544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2811us (2929us total) trans 4294977437 rc 0/0 00010000:00010000:1.0:1762170989.212876:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.212880:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42257 00010000:00010000:1.0:1762170989.212905:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.212906:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.212910:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.212923:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.212924:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4693 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.212931:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+263:2417:x1847765489683840:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 221us (322us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.212950:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.212953:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33638 00010000:00010000:0.0:1762170989.212961:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.212962:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.212966:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.212969:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.212991:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1762170989.212994:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d5180/2, rc 0, transno 4294977437 00010000:00010000:2.0:1762170989.213006:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170989.213010:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481756544:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.213013:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.213019:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.213022:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.213028:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.213037:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.213046:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc469a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.213063:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.213064:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.213067:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.213072:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.213089:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.213090:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea3f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481758208:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.213091:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.213112:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+748:3643:x1847765481756928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2236us (2430us total) trans 4294977438 rc 0/0 00010000:00010000:1.0:1762170989.213115:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.213120:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42258 00000100:00100000:2.0:1762170989.213135:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.213145:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.213148:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481757696:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.213151:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.213167:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.213170:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.213175:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.213186:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.213187:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8754000/2, rc 0, transno 4294977438 00000100:00100000:0.0:1762170989.213190:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481758208 00000100:00100000:0.0:1762170989.213195:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481758208 00000100:00100000:2.0:1762170989.213200:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481756928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.213209:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.213223:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42263 00000100:00100000:0.0:1762170989.213230:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+749:3640:x1847765481758208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.213244:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2065 count 1 00010000:00010000:0.0:1762170989.213255:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.213259:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170989.213266:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d800/0x96d1ba5869cbfebe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc600c expref: 262 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.213272:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481758336:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.213276:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.213280:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.213284:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.213297:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+750:3640:x1847765481756416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3253us (3401us total) trans 4294977439 rc 0/0 00000100:00100000:1.0:1762170989.213303:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42256 00010000:00010000:0.0:1762170989.213309:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d800/0x96d1ba5869cbfebe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc600c expref: 262 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.213316:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.213333:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d800/0x96d1ba5869cbfebe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc600c expref: 262 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.213336:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.213347:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+749:3641:x1847765481757184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2396us (2493us total) trans 4294977440 rc 0/0 00000100:00100000:0.0:1762170989.213351:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481758464:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170989.213353:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d7b80/2, rc 0, transno 4294977439 00000100:00100000:3.0:1762170989.213357:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42259 00000100:00100000:2.0:1762170989.213368:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481756416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.213375:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481758336 00000100:00100000:3.0:1762170989.213378:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481758336 00000100:00100000:3.0:1762170989.213408:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42264 00000100:00100000:0.0:1762170989.213414:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.213419:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+749:3640:x1847765481758336:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.213431:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c0000/2, rc 0, transno 4294977440 00010000:00010000:0.0:1762170989.213432:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00002000:00080000:3.0:1762170989.213433:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2066 count 1 00010000:00010000:0.0:1762170989.213440:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.213445:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481757184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.213447:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.213456:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.213459:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.213466:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.213468:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b000/0x96d1ba5869cbfec5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc601a expref: 262 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.213484:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481758720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.213488:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.213493:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.213507:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489683968 00010000:00010000:0.0:1762170989.213510:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.213511:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489683968 00000100:00100000:2.0:1762170989.213516:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.213521:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.213524:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.213527:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39e00/0x96d1ba5869cbfea9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fd4 expref: 263 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.213527:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc468c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.213529:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.213535:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.213543:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5142300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481758592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.213566:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489684096 00010000:00010000:0.0:1762170989.213568:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.213569:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b000/0x96d1ba5869cbfec5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc601a expref: 263 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.213570:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489684096 00010000:00010000:0.0:1762170989.213575:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.213595:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b000/0x96d1ba5869cbfec5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc601a expref: 264 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.213598:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ea1b6c400/0x96d1ba5869cc0b1a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fda expref: 264 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.213608:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.213624:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481758848:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.213624:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.213631:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.213640:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489684224 00010000:00010000:0.0:1762170989.213641:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.213646:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481758720 00000100:00100000:1.0:1762170989.213646:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489684224 00000100:00100000:3.0:1762170989.213649:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54900 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.213651:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481758720 00010000:00010000:0.0:1762170989.213663:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.213664:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.213668:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3a200/0x96d1ba5869cbfeb7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ffe expref: 265 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.213678:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc46a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.213684:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481758592 00000100:00100000:2.0:1762170989.213689:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481758592 00000100:00100000:1.0:1762170989.213702:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33639 00010000:00010000:0.0:1762170989.213705:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.213729:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.213732:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.213762:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42265 00000100:00100000:2.0:1762170989.213771:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+751:3643:x1847765481758720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.213784:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2068 count 1 00000100:00100000:0.0:1762170989.213788:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33640 00000100:00100000:1.0:1762170989.213790:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+265:2417:x1847765489683968:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.213801:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.213803:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+265:2414:x1847765489684096:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.213810:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.213818:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39e00/0x96d1ba5869cbfea9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fd4 expref: 265 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.213821:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.213823:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39400/0x96d1ba5869cbfed3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6036 expref: 265 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.213832:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ea1b6c400/0x96d1ba5869cc0b1a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fda expref: 265 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.213836:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39e00/0x96d1ba5869cbfea9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fd4 expref: 265 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.213837:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.213842:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.213848:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.213854:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42266 00010000:00010000:0.0:1762170989.213863:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ea1b6c400/0x96d1ba5869cc0b1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fda expref: 265 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.213865:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39e00/0x96d1ba5869cbfea9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5fd4 expref: 265 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.213869:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+751:3643:x1847765481758592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.213883:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39400/0x96d1ba5869cbfed3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6036 expref: 265 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.213887:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1762170989.213890:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2067 count 1 00010000:00010000:1.0:1762170989.213891:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.213895:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.213896:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.213899:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39400/0x96d1ba5869cbfed3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6036 expref: 264 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.213901:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.213907:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.213909:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.213923:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5140a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481758976:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.213933:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.213934:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.213953:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.213953:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.213964:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+264:2417:x1847765489683968:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 179us (630us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.213965:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02600/0x96d1ba5869cbfecc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6028 expref: 264 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.213970:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.213978:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33639 00010000:00010000:3.0:1762170989.213980:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.213984:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.213985:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+264:2414:x1847765489684096:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 184us (529us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.213987:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.214002:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33640 00010000:00010000:2.0:1762170989.214005:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ea1b6c400/0x96d1ba5869cc0b1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fda expref: 263 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.214011:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33641 00010000:00010000:3.0:1762170989.214018:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02600/0x96d1ba5869cbfecc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6028 expref: 262 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.214029:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481757824:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.214029:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+261:2416:x1847765489684224:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.214035:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02600/0x96d1ba5869cbfecc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6028 expref: 261 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.214046:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.214053:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.214054:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481759104:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.214054:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3a200/0x96d1ba5869cbfeb7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ffe expref: 261 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.214072:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481758080:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.214076:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214081:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3a200/0x96d1ba5869cbfeb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ffe expref: 261 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.214083:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.214097:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.214099:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214104:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3a200/0x96d1ba5869cbfeb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc5ffe expref: 261 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.214116:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214129:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.214130:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214132:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.214137:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.214146:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214147:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.214153:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.214167:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214174:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.214177:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.214186:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.214192:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+260:2416:x1847765489684224:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.214203:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33641 00010000:00010000:0.0:1762170989.214211:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.214223:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214230:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214240:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214252:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214267:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1762170989.214373:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+754:3641:x1847765481757056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3358us (3435us total) trans 4294977442 rc 0/0 00000100:00100000:0.0:1762170989.214384:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42260 00000100:00100000:1.0:1762170989.214407:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+753:3643:x1847765481757952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2906us (2975us total) trans 4294977443 rc 0/0 00000100:00100000:3.0:1762170989.214415:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.214415:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42262 00000100:00100000:0.0:1762170989.214433:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481758464:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.214445:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:1.0:1762170989.214445:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489684352 00000100:00100000:1.0:1762170989.214448:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489684352 00010000:00010000:3.0:1762170989.214453:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.214454:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214463:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d800/0x96d1ba5869cbfebe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc600c expref: 260 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.214475:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.214483:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.214494:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.214509:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.214515:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33642 00010000:00010000:3.0:1762170989.214521:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc46af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.214530:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+260:2416:x1847765489684352:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.214540:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.214546:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d800/0x96d1ba5869cbfebe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc600c expref: 260 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.214556:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d800/0x96d1ba5869cbfebe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc600c expref: 260 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.214570:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d800/0x96d1ba5869cbfebe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc600c expref: 260 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.214592:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.214597:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.214600:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214608:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.214615:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.214621:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.214629:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.214634:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.214634:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.214645:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.214658:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.214661:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+259:2416:x1847765489684352:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 133us (285us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.214662:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.214678:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc46a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.214681:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33642 00010000:00010000:0.0:1762170989.214684:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.214701:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.214734:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.214751:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.214752:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.214757:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.214766:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.214771:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.214775:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.214847:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489684480 00000100:00100000:1.0:1762170989.214853:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489684480 00000004:00080000:2.0:1762170989.214865:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f65180/2, rc 0, transno 4294977442 00010000:00010000:1.0:1762170989.214875:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b000/0x96d1ba5869cbfec5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc601a expref: 259 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.214879:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481757056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.214891:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+753:3640:x1847765481758208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1658us (1758us total) trans 4294977444 rc 0/0 00000100:00100000:0.0:1762170989.214900:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42263 00000100:00100000:1.0:1762170989.214907:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33643 00000100:00100000:1.0:1762170989.214918:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+259:2416:x1847765489684480:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.214926:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.214927:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.214931:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.214931:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481759232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.214934:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b000/0x96d1ba5869cbfec5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc601a expref: 259 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.214935:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.214960:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.214961:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.214962:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.214964:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b000/0x96d1ba5869cbfec5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc601a expref: 259 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.214971:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.214978:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea3f84000/2, rc 0, transno 4294977444 00010000:00010000:3.0:1762170989.214979:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc46b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.214988:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea3f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481758208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.214997:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.214999:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.215001:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.215006:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.215021:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.215021:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.215022:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481759360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.215047:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.215051:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.215051:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc46bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.215073:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.215078:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.215079:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+259:2416:x1847765489684480:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 161us (304us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.215080:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.215083:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.215085:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.215090:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.215091:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33643 00010000:00010000:3.0:1762170989.215094:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.215107:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481759232 00000100:00100000:0.0:1762170989.215112:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481759232 00000100:00100000:0.0:1762170989.215145:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481759360 00000100:00100000:0.0:1762170989.215148:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481759360 00010000:00010000:3.0:1762170989.215165:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b000/0x96d1ba5869cbfec5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc601a expref: 258 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.215180:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481758848:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.215183:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42267 00000100:00100000:1.0:1762170989.215194:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42268 00000100:00100000:0.0:1762170989.215199:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+754:3640:x1847765481759232:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.215202:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.215206:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+754:3641:x1847765481759360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.215216:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2069 count 1 00002000:00080000:1.0:1762170989.215222:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2070 count 1 00010000:00010000:0.0:1762170989.215232:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.215234:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.215255:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02200/0x96d1ba5869cbfeef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6052 expref: 257 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.215260:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38c00/0x96d1ba5869cbfee8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6044 expref: 257 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.215263:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.215266:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.215270:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.215276:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.215277:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.215282:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.215287:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.215292:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02200/0x96d1ba5869cbfeef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6052 expref: 257 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.215302:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02200/0x96d1ba5869cbfeef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6052 expref: 257 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.215311:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481759488:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.215317:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.215319:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38c00/0x96d1ba5869cbfee8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6044 expref: 257 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.215330:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.215337:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.215340:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38c00/0x96d1ba5869cbfee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6044 expref: 257 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.215353:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.215358:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481759616:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.215359:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.215397:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.215566:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+755:3640:x1847765481758336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2150us (2253us total) trans 4294977445 rc 0/0 00000100:00100000:3.0:1762170989.215576:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42264 00010000:00010000:3.0:1762170989.215606:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:2.0:1762170989.215630:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb512f800/2, rc 0, transno 4294977445 00000100:00100000:2.0:1762170989.215640:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481758336:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.215653:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.215661:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.215665:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.215674:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.215687:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.215690:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c1c00/2, rc 0, transno 4294977443 00010000:00010000:3.0:1762170989.215698:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc46c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.215702:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481757952:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.215745:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.215748:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.215750:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.215764:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481759744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.215799:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.215825:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5140a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481758976:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.215842:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.215860:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.215958:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481759744 00000100:00100000:3.0:1762170989.215960:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.215966:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481759744 00000100:00100000:3.0:1762170989.216000:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.216009:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42269 00000100:00100000:0.0:1762170989.216019:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+755:3642:x1847765481759744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.216034:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2071 count 1 00010000:00010000:0.0:1762170989.216048:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.216049:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481759104:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.216069:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8464600/0x96d1ba5869cc0a09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec9 expref: 257 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.216073:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.216078:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1762170989.216080:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489684736 00010000:00010000:0.0:1762170989.216083:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.216088:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.216089:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489684736 00000100:00100000:3.0:1762170989.216106:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489684608 00000100:00100000:3.0:1762170989.216112:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489684608 00010000:00010000:1.0:1762170989.216114:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02600/0x96d1ba5869cbfecc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6028 expref: 258 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.216120:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8464600/0x96d1ba5869cc0a09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec9 expref: 259 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.216138:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8464600/0x96d1ba5869cc0a09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec9 expref: 259 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.216147:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33644 00000100:00100000:2.0:1762170989.216152:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170989.216155:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481759872:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.216160:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+259:2414:x1847765489684736:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.216165:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481760000:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.216172:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.216179:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02600/0x96d1ba5869cbfecc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6028 expref: 259 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.216190:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02600/0x96d1ba5869cbfecc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6028 expref: 259 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.216204:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.216205:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39400/0x96d1ba5869cbfed3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6036 expref: 259 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.216207:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02600/0x96d1ba5869cbfecc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6028 expref: 259 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.216209:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.216233:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481760000 00000100:00100000:0.0:1762170989.216238:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481760000 00010000:00010000:1.0:1762170989.216239:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.216243:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.216246:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.216254:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.216262:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33645 00010000:00010000:1.0:1762170989.216280:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.216304:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42270 00000100:00100000:1.0:1762170989.216307:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+258:2414:x1847765489684736:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.216318:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+258:2416:x1847765489684608:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.216318:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+756:3642:x1847765481760000:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.216319:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33644 00010000:00010000:3.0:1762170989.216331:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.216337:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39400/0x96d1ba5869cbfed3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6036 expref: 257 pid: 33721 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170989.216338:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2072 count 1 00010000:00010000:3.0:1762170989.216352:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39400/0x96d1ba5869cbfed3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6036 expref: 257 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.216356:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.216357:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.216379:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.216385:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39600/0x96d1ba5869cbfefd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc606e expref: 257 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.216393:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.216396:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.216400:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.216405:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.216415:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.216420:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39400/0x96d1ba5869cbfed3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6036 expref: 257 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.216435:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39600/0x96d1ba5869cbfefd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc606e expref: 256 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.216438:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.216442:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.216444:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.216448:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.216454:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39600/0x96d1ba5869cbfefd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc606e expref: 256 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.216460:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.216487:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481760128:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.216491:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.216498:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.216504:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.216512:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170989.216515:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+256:2416:x1847765489684608:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 243us (516us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.216519:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.216525:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33645 00010000:00010000:0.0:1762170989.216535:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.216551:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.216559:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc46d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.216572:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+757:3643:x1847765481758592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2707us (2969us total) trans 4294977446 rc 0/0 00000100:00100000:1.0:1762170989.216595:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42266 00010000:00010000:0.0:1762170989.216598:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.216602:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.216607:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.216617:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481759616:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.216634:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.216637:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.216651:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.216651:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b780 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.216662:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.216668:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.216670:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5142300/2, rc 0, transno 4294977446 00000100:00100000:2.0:1762170989.216683:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5142300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481758592:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.216689:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.216694:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.216701:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.216754:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.216765:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481760256:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.216774:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.216779:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.216788:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.216798:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.216805:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.216813:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+757:3643:x1847765481758720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3042us (3298us total) trans 4294977447 rc 0/0 00010000:00010000:3.0:1762170989.216817:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc46cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.216821:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42265 00000100:00100000:2.0:1762170989.216834:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481760256 00000100:00100000:2.0:1762170989.216839:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481760256 00010000:00010000:3.0:1762170989.216843:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.216847:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.216850:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.216871:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42271 00000100:00100000:2.0:1762170989.216880:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+757:3641:x1847765481760256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.216892:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2073 count 1 00010000:00010000:2.0:1762170989.216904:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.216916:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b200/0x96d1ba5869cbff0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc607c expref: 255 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.216924:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.216926:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.216930:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.216952:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b200/0x96d1ba5869cbff0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc607c expref: 255 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.216961:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.216971:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b200/0x96d1ba5869cbff0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc607c expref: 255 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.216984:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481760384:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.216988:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.217005:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481759488:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.217015:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489684992 00010000:00010000:1.0:1762170989.217019:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.217021:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489684992 00000100:00100000:2.0:1762170989.217030:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.217042:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489684864 00000100:00100000:1.0:1762170989.217046:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489684864 00010000:00010000:3.0:1762170989.217048:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02200/0x96d1ba5869cbfeef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6052 expref: 256 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.217062:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38c00/0x96d1ba5869cbfee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6044 expref: 257 pid: 33721 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.217069:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5142680/2, rc 0, transno 4294977447 00000100:00100000:3.0:1762170989.217078:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33646 00000100:00100000:2.0:1762170989.217082:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481758720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.217090:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+257:2417:x1847765489684992:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.217099:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33647 00010000:00010000:3.0:1762170989.217101:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.217108:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02200/0x96d1ba5869cbfeef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6052 expref: 257 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.217114:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+257:2417:x1847765489684864:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.217129:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02200/0x96d1ba5869cbfeef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6052 expref: 257 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.217129:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.217130:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481760512:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.217139:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38c00/0x96d1ba5869cbfee8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6044 expref: 257 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.217156:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38c00/0x96d1ba5869cbfee8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6044 expref: 257 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.217158:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02200/0x96d1ba5869cbfeef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6052 expref: 257 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.217167:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.217184:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.217187:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38c00/0x96d1ba5869cbfee8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6044 expref: 256 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.217188:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.217193:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.217203:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481760512 00010000:00010000:1.0:1762170989.217205:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.217206:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.217208:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481760512 00010000:00010000:1.0:1762170989.217210:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.217216:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.217226:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.217234:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.217243:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42272 00000100:00100000:2.0:1762170989.217252:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+758:3641:x1847765481760512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.217253:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.217261:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+255:2417:x1847765489684992:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 171us (301us total) trans 0 rc 0/0 00002000:00080000:2.0:1762170989.217268:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2074 count 1 00000100:00100000:3.0:1762170989.217271:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33646 00010000:00010000:0.0:1762170989.217272:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.217284:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+255:2417:x1847765489684864:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 173us (294us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.217285:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.217303:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33647 00010000:00010000:0.0:1762170989.217303:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.217313:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03e00/0x96d1ba5869cbff12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc608a expref: 254 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.217317:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.217328:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.217332:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.217333:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.217338:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.217350:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.217368:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03e00/0x96d1ba5869cbff12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc608a expref: 253 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.217379:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03e00/0x96d1ba5869cbff12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc608a expref: 253 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.217382:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.217391:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.217397:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481760640:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.217404:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.217410:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.217448:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.217464:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.217479:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.217487:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc46d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.217500:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+759:3640:x1847765481759232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2306us (2540us total) trans 4294977448 rc 0/0 00010000:00010000:3.0:1762170989.217509:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.217510:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42267 00010000:00010000:3.0:1762170989.217515:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.217520:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.217537:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.217546:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.217555:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.217567:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.217634:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5142d80/2, rc 0, transno 4294977448 00010000:00010000:3.0:1762170989.217635:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.217650:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481759232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.217690:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.217697:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.217698:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481760768:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.217730:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.217735:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.217742:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.217754:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.217762:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc46e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.217766:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.217784:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.217788:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.217791:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.217794:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481760768 00000100:00100000:0.0:1762170989.217800:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481760768 00000100:00100000:0.0:1762170989.217835:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42273 00000100:00100000:0.0:1762170989.217846:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+760:3642:x1847765481760768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.217865:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2075 count 1 00010000:00010000:0.0:1762170989.217879:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.217890:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d400/0x96d1ba5869cbff19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6098 expref: 253 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.217897:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.217900:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.217904:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.217905:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+760:3641:x1847765481759360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2699us (2855us total) trans 4294977449 rc 0/0 00000100:00100000:3.0:1762170989.217921:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42268 00010000:00010000:0.0:1762170989.217928:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d400/0x96d1ba5869cbff19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6098 expref: 253 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.217938:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d400/0x96d1ba5869cbff19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6098 expref: 253 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.217947:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481760896:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.217998:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bf00 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.218060:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3f7a680/2, rc 0, transno 4294977449 00000100:00100000:2.0:1762170989.218071:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481759360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.218123:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.218132:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481761024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.218161:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.218192:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481761024 00000100:00100000:2.0:1762170989.218196:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481761024 00000100:00100000:0.0:1762170989.218232:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481759872:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.218233:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42274 00000100:00100000:2.0:1762170989.218247:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+760:3642:x1847765481761024:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.218258:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.218262:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2076 count 1 00010000:00010000:2.0:1762170989.218279:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.218301:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39200/0x96d1ba5869cbff20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60a6 expref: 253 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.218308:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.218309:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.218312:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.218324:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.218337:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39200/0x96d1ba5869cbff20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60a6 expref: 253 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.218349:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39200/0x96d1ba5869cbff20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60a6 expref: 253 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.218359:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.218369:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481761152:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.218405:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e000 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.218430:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489685120 00000100:00100000:2.0:1762170989.218431:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481760384:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.218436:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489685120 00010000:00010000:2.0:1762170989.218449:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.218458:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8464600/0x96d1ba5869cc0a09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec9 expref: 254 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.218479:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481760640:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.218482:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489685248 00000100:00100000:1.0:1762170989.218487:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489685248 00010000:00010000:2.0:1762170989.218493:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.218503:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39600/0x96d1ba5869cbfefd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc606e expref: 255 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.218531:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33648 00000100:00100000:1.0:1762170989.218539:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+255:2416:x1847765489685120:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.218549:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.218557:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8464600/0x96d1ba5869cc0a09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec9 expref: 255 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.218557:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33649 00010000:00010000:1.0:1762170989.218573:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8464600/0x96d1ba5869cc0a09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec9 expref: 255 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.218576:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+255:2416:x1847765489685248:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.218604:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.218609:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8464600/0x96d1ba5869cc0a09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ec9 expref: 255 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.218614:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39600/0x96d1ba5869cbfefd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc606e expref: 255 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.218626:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.218630:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.218632:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39600/0x96d1ba5869cbfefd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc606e expref: 254 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.218635:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.218652:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.218656:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.218660:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.218666:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.218675:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.218677:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.218695:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.218705:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+254:2416:x1847765489685120:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 166us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.218792:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33648 00000100:00100000:0.0:1762170989.218816:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+253:2416:x1847765489685248:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 245us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.218825:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33649 00000100:00100000:0.0:1762170989.218928:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481760896:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.218946:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.218992:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.219012:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489685504 00000100:00100000:0.0:1762170989.219016:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489685504 00010000:00010000:0.0:1762170989.219036:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03e00/0x96d1ba5869cbff12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc608a expref: 253 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.219070:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33650 00000100:00100000:0.0:1762170989.219083:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+253:2417:x1847765489685504:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.219085:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.219096:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.219102:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03e00/0x96d1ba5869cbff12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc608a expref: 253 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.219112:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489685376 00010000:00010000:0.0:1762170989.219114:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03e00/0x96d1ba5869cbff12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc608a expref: 253 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.219117:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489685376 00010000:00010000:0.0:1762170989.219134:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03e00/0x96d1ba5869cbff12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc608a expref: 254 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.219136:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b200/0x96d1ba5869cbff0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc607c expref: 254 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.219158:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.219161:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.219165:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.219173:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.219174:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33651 00000100:00100000:1.0:1762170989.219186:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+253:2417:x1847765489685376:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.219196:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.219200:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.219202:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b200/0x96d1ba5869cbff0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc607c expref: 253 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.219214:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b200/0x96d1ba5869cbff0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc607c expref: 253 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.219227:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+253:2417:x1847765489685504:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 146us (236us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.219232:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b200/0x96d1ba5869cbff0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc607c expref: 253 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.219241:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33650 00010000:00010000:1.0:1762170989.219249:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.219253:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.219256:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219264:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219284:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.219291:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.219311:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+251:2417:x1847765489685376:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 126us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.219312:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489685632 00000100:00100000:0.0:1762170989.219318:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489685632 00000100:00100000:1.0:1762170989.219323:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33651 00010000:00010000:0.0:1762170989.219338:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d400/0x96d1ba5869cbff19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6098 expref: 251 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.219359:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33652 00000100:00100000:1.0:1762170989.219371:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+251:2415:x1847765489685632:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.219375:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219379:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.219384:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219388:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d400/0x96d1ba5869cbff19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6098 expref: 251 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.219391:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.219404:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219417:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d400/0x96d1ba5869cbff19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6098 expref: 251 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.219418:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.219444:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.219445:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219452:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3d400/0x96d1ba5869cbff19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6098 expref: 251 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.219465:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219476:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.219479:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.219481:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.219485:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.219487:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.219496:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.219503:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170989.219507:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.219508:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.219510:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.219513:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219522:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.219524:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.219527:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+250:2415:x1847765489685632:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 158us (236us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.219528:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.219529:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.219542:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33652 00010000:00010000:3.0:1762170989.219553:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.219554:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219565:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219571:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.219592:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219597:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219604:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc46f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219618:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.219620:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc46e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219650:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.219653:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+761:3641:x1847765481760256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2772us (2856us total) trans 4294977450 rc 0/0 00010000:00010000:3.0:1762170989.219662:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.219663:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:2.0:1762170989.219664:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42271 00010000:00010000:0.0:1762170989.219666:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.219667:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.219671:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.219674:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.219676:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.219678:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219685:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219695:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.219696:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219702:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4703 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.219736:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219744:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.219746:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219747:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.219752:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.219758:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219759:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.219778:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.219783:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39600/0x96d1ba5869cbfefd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc606e expref: 249 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.219791:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+762:3642:x1847765481760768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1949us (2028us total) trans 4294977451 rc 0/0 00000100:00100000:3.0:1762170989.219796:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481760128:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.219800:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42273 00010000:00010000:3.0:1762170989.219822:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219823:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.219828:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219841:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.219842:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219845:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219861:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219862:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219885:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219886:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219904:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc46fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.219905:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+762:3641:x1847765481760512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2652us (2738us total) trans 4294977453 rc 0/0 00010000:00010000:3.0:1762170989.219907:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.219927:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42272 00010000:00010000:1.0:1762170989.219936:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.219940:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.219942:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1762170989.219949:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.219952:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219958:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219966:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219971:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc46ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.219988:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.219991:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.219995:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.220003:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b71880/2, rc 0, transno 4294977451 00000100:00100000:2.0:1762170989.220018:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481760768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.220029:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.220066:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+762:3642:x1847765481760000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3752us (3863us total) trans 4294977454 rc 0/0 00000100:00100000:3.0:1762170989.220076:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42270 00000004:00080000:2.0:1762170989.220101:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97798700/2, rc 0, transno 4294977454 00000100:00100000:2.0:1762170989.220110:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481760000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.220154:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481761280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.220184:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.220214:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.220223:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481761408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.220252:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.220288:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481761280 00000100:00100000:2.0:1762170989.220293:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481761280 00000100:00100000:2.0:1762170989.220324:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481761408 00000100:00100000:2.0:1762170989.220328:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481761408 00000100:00100000:2.0:1762170989.220354:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42275 00000100:00100000:2.0:1762170989.220364:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+763:3640:x1847765481761280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.220380:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2077 count 1 00010000:00010000:2.0:1762170989.220395:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.220408:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02e00/0x96d1ba5869cbff2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60b4 expref: 248 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.220416:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.220418:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.220421:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.220447:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02e00/0x96d1ba5869cbff2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60b4 expref: 248 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.220460:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02e00/0x96d1ba5869cbff2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60b4 expref: 248 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.220473:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481761536:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.220541:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.220561:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42276 00000100:00100000:2.0:1762170989.220571:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+763:3640:x1847765481761408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.220596:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2078 count 1 00010000:00010000:2.0:1762170989.220609:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.220620:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b600/0x96d1ba5869cbff27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c2 expref: 248 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.220627:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.220629:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.220633:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.220671:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b600/0x96d1ba5869cbff27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c2 expref: 248 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.220688:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b600/0x96d1ba5869cbff27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c2 expref: 248 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.220700:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481761664:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.221302:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.221328:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489685760 00000100:00100000:1.0:1762170989.221333:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489685760 00010000:00010000:1.0:1762170989.221354:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39200/0x96d1ba5869cbff20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60a6 expref: 249 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.221381:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33653 00000100:00100000:1.0:1762170989.221391:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+249:2416:x1847765489685760:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.221400:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.221405:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39200/0x96d1ba5869cbff20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60a6 expref: 249 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.221419:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39200/0x96d1ba5869cbff20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60a6 expref: 249 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.221437:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.221440:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.221443:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.221451:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.221468:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.221508:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+249:2416:x1847765489685760:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 118us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.221512:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e900 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.221519:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33653 00000100:00100000:1.0:1762170989.221631:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.221660:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489685888 00000100:00100000:1.0:1762170989.221664:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489685888 00010000:00010000:1.0:1762170989.221682:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02e00/0x96d1ba5869cbff2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60b4 expref: 249 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.221731:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33654 00000100:00100000:1.0:1762170989.221743:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+249:2417:x1847765489685888:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.221752:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.221756:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39200/0x96d1ba5869cbff20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60a6 expref: 249 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.221760:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02e00/0x96d1ba5869cbff2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60b4 expref: 249 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.221785:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481761152:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.221790:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02e00/0x96d1ba5869cbff2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60b4 expref: 248 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.221804:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.221806:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.221808:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.221811:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.221813:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.221835:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.221838:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.221846:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.221855:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.221863:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.221868:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+248:2417:x1847765489685888:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 129us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.221881:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33654 00010000:00010000:2.0:1762170989.221890:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.222041:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.222049:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.222060:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.222065:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.222074:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+764:3642:x1847765481761024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3829us (3911us total) trans 4294977455 rc 0/0 00010000:00010000:3.0:1762170989.222075:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.222092:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42274 00010000:00010000:3.0:1762170989.222107:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.222115:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc470a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.222136:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b70000/2, rc 0, transno 4294977455 00010000:00010000:3.0:1762170989.222140:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.222144:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.222148:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.222150:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481761024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.222212:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481761792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.222247:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.222305:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481761664:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.222325:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.222363:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b71500/2, rc 0, transno 4294977453 00000100:00100000:2.0:1762170989.222373:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481760512:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.222391:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b72d80/2, rc 0, transno 4294977450 00000100:00100000:2.0:1762170989.222397:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481760256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.222410:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.222437:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489686016 00000100:00100000:1.0:1762170989.222443:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489686016 00010000:00010000:1.0:1762170989.222460:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b600/0x96d1ba5869cbff27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c2 expref: 248 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.222471:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.222481:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481761920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.222488:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33655 00000100:00100000:1.0:1762170989.222498:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+248:2417:x1847765489686016:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.222508:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.222514:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.222516:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b600/0x96d1ba5869cbff27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c2 expref: 248 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.222536:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b600/0x96d1ba5869cbff27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c2 expref: 248 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.222550:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3b600/0x96d1ba5869cbff27 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60c2 expref: 248 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.222560:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.222562:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.222564:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.222570:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02e00/0x96d1ba5869cbff2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60b4 expref: 247 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.222571:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.222608:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481761536:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.222609:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.222629:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.222635:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+246:2417:x1847765489686016:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 138us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.222648:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33655 00010000:00010000:2.0:1762170989.222659:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.222667:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.222675:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.222684:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.222728:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.222741:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.222748:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.222752:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481761792 00000100:00100000:1.0:1762170989.222758:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481761792 00010000:00010000:3.0:1762170989.222760:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.222766:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.222786:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481761920 00000100:00100000:1.0:1762170989.222788:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481761920 00000100:00100000:1.0:1762170989.222809:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42277 00010000:00010000:2.0:1762170989.222816:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.222821:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.222823:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+766:3642:x1847765481761792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.222840:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.222847:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.222849:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2079 count 1 00010000:00010000:2.0:1762170989.222851:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.222868:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4711 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.222869:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.222870:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.222902:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49a00/0x96d1ba5869cc08f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db8 expref: 245 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.222911:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.222912:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.222917:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.222919:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.222921:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.222926:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.222938:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.222940:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.222943:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.222952:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.222965:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.222967:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49a00/0x96d1ba5869cc08f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db8 expref: 245 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.222982:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4718 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.222992:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49a00/0x96d1ba5869cc08f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db8 expref: 245 pid: 24348 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.223005:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481762176:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.223010:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.223014:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.223017:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.223036:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42278 00000100:00100000:2.0:1762170989.223064:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+767:3640:x1847765481761408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2493us (2812us total) trans 4294977457 rc 0/0 00000100:00100000:1.0:1762170989.223072:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a840 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.223073:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42276 00000100:00100000:2.0:1762170989.223111:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170989.223116:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+766:3642:x1847765481761920:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.223124:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481762048:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.223133:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2080 count 1 00000100:00100000:2.0:1762170989.223157:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.223186:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.223193:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481762048 00000100:00100000:2.0:1762170989.223198:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481762048 00010000:00010000:3.0:1762170989.223209:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39800/0x96d1ba5869cbff3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60de expref: 245 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.223216:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.223218:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.223221:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.223236:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42279 00010000:00010000:3.0:1762170989.223247:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39800/0x96d1ba5869cbff3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60de expref: 245 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.223249:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+767:3641:x1847765481762048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.223265:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39800/0x96d1ba5869cbff3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60de expref: 245 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.223278:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481762304:192.168.202.10@tcp:104: 00002000:00080000:2.0:1762170989.223281:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2081 count 1 00010000:00010000:2.0:1762170989.223296:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.223308:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03400/0x96d1ba5869cbff43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ec expref: 245 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.223316:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.223318:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.223321:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.223323:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54900 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.223348:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03400/0x96d1ba5869cbff43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ec expref: 245 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.223360:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03400/0x96d1ba5869cbff43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ec expref: 245 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.223378:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481762432:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.223421:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.223455:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b71180/2, rc 0, transno 4294977457 00000100:00100000:2.0:1762170989.223464:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481761408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.223514:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481762560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.223548:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.223593:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481762560 00000100:00100000:2.0:1762170989.223597:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481762560 00000100:00100000:2.0:1762170989.223626:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42280 00000100:00100000:2.0:1762170989.223633:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+768:3641:x1847765481762560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.223646:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2082 count 1 00010000:00010000:2.0:1762170989.223659:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.223671:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ba00/0x96d1ba5869cbff4a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60fa expref: 245 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.223678:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.223679:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.223683:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.223705:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ba00/0x96d1ba5869cbff4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60fa expref: 245 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.223744:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ba00/0x96d1ba5869cbff4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60fa expref: 245 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.223755:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481762688:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.223813:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.223889:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481762176:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.223906:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.224014:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.224028:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+768:3640:x1847765481761280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3665us (3844us total) trans 4294977456 rc 0/0 00000100:00100000:2.0:1762170989.224037:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42275 00000004:00080000:2.0:1762170989.224076:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b73480/2, rc 0, transno 4294977456 00000100:00100000:2.0:1762170989.224087:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481761280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.224126:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489686144 00000100:00100000:1.0:1762170989.224132:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489686144 00000100:00100000:2.0:1762170989.224139:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481762816:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.224154:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49a00/0x96d1ba5869cc08f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db8 expref: 246 pid: 24348 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.224173:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.224189:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33656 00000100:00100000:1.0:1762170989.224202:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+246:2417:x1847765489686144:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.224205:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.224216:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.224224:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49a00/0x96d1ba5869cc08f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db8 expref: 246 pid: 24348 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.224226:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481762432:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.224233:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489686272 00000100:00100000:3.0:1762170989.224238:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489686272 00010000:00010000:1.0:1762170989.224245:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49a00/0x96d1ba5869cc08f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db8 expref: 247 pid: 24348 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.224250:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.224266:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49a00/0x96d1ba5869cc08f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6db8 expref: 247 pid: 24348 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.224278:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481762816 00010000:00010000:1.0:1762170989.224282:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.224284:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481762816 00010000:00010000:1.0:1762170989.224286:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.224291:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.224298:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.224306:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39800/0x96d1ba5869cbff3c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60de expref: 247 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.224321:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.224331:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42281 00000100:00100000:3.0:1762170989.224336:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33657 00000100:00100000:2.0:1762170989.224345:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+768:3642:x1847765481762816:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.224351:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+246:2416:x1847765489686272:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.224354:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+246:2417:x1847765489686144:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 154us (338us total) trans 0 rc 0/0 00002000:00080000:2.0:1762170989.224364:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2083 count 1 00010000:00010000:3.0:1762170989.224366:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.224366:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33656 00010000:00010000:3.0:1762170989.224377:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39800/0x96d1ba5869cbff3c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60de expref: 246 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.224380:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.224395:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39800/0x96d1ba5869cbff3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60de expref: 245 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.224401:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.224420:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38600/0x96d1ba5869cbff51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6108 expref: 245 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.224423:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.224426:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.224431:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.224432:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.224437:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.224443:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.224457:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489686400 00000100:00100000:1.0:1762170989.224462:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489686400 00010000:00010000:2.0:1762170989.224470:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38600/0x96d1ba5869cbff51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6108 expref: 246 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.224481:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03400/0x96d1ba5869cbff43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ec expref: 246 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.224483:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38600/0x96d1ba5869cbff51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6108 expref: 246 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.224506:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481762944:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.224515:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33658 00000100:00100000:1.0:1762170989.224525:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+246:2417:x1847765489686400:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.224535:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.224540:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03400/0x96d1ba5869cbff43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ec expref: 246 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.224549:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.224552:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03400/0x96d1ba5869cbff43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ec expref: 246 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.224569:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03400/0x96d1ba5869cbff43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60ec expref: 246 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.224589:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.224594:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.224598:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.224603:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.224610:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.224613:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.224639:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+245:2416:x1847765489686272:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 292us (438us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.224642:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.224651:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33657 00000100:00100000:1.0:1762170989.224674:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+244:2417:x1847765489686400:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 148us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.224681:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33658 00010000:00010000:1.0:1762170989.224736:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.224744:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.224753:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.224761:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.224767:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.224775:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.224778:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.224788:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.224795:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.224816:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.224822:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c39800/0x96d1ba5869cbff3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60de expref: 243 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.224836:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1762170989.224837:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481762304:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.224846:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.224853:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.224857:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.224865:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.224871:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.224875:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.224877:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.224902:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.224904:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.224906:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.224925:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc471f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.224927:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.224954:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.224963:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+770:3641:x1847765481762048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1717us (1805us total) trans 4294977459 rc 0/0 00010000:00010000:0.0:1762170989.224965:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.224966:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc472d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.224969:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.224974:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.224980:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42279 00000100:00100000:2.0:1762170989.225046:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481762688:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.225064:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.225103:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d15880/2, rc 0, transno 4294977459 00010000:00010000:3.0:1762170989.225113:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.225115:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481762048:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.225166:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.225171:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.225175:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1762170989.225181:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.225188:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481763072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.225192:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.225201:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.225207:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.225222:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.225228:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.225248:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.225275:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489686528 00000100:00100000:2.0:1762170989.225277:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481763072 00000100:00100000:3.0:1762170989.225281:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489686528 00000100:00100000:2.0:1762170989.225284:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481763072 00000100:00100000:2.0:1762170989.225320:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42282 00010000:00010000:1.0:1762170989.225326:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.225331:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+770:3642:x1847765481763072:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.225334:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.225344:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.225348:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.225349:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2084 count 1 00010000:00010000:1.0:1762170989.225361:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.225367:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.225374:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.225381:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51600/0x96d1ba5869cbff66 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6116 expref: 243 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.225397:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ba00/0x96d1ba5869cbff4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60fa expref: 243 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.225405:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4726 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.225408:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.225413:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.225420:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.225438:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33659 00010000:00010000:1.0:1762170989.225439:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.225444:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.225449:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51600/0x96d1ba5869cbff66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6116 expref: 243 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.225449:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.225454:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+243:2416:x1847765489686528:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.225467:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51600/0x96d1ba5869cbff66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6116 expref: 243 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.225482:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481763200:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.225483:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.225493:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ba00/0x96d1ba5869cbff4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60fa expref: 243 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.225507:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ba00/0x96d1ba5869cbff4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60fa expref: 243 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.225524:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ba00/0x96d1ba5869cbff4a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc60fa expref: 243 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.225537:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.225540:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.225544:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.225552:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.225556:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.225571:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.225596:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.225609:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481762944:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.225623:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+242:2416:x1847765489686528:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 173us (375us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.225627:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.225633:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33659 00000100:00100000:3.0:1762170989.225654:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489686656 00010000:00010000:2.0:1762170989.225658:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.225659:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489686656 00010000:00010000:2.0:1762170989.225669:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.225677:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38600/0x96d1ba5869cbff51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6108 expref: 242 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.225679:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.225697:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.225860:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33660 00000100:00100000:3.0:1762170989.225871:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+242:2417:x1847765489686656:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.225881:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.225886:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38600/0x96d1ba5869cbff51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6108 expref: 242 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.225937:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38600/0x96d1ba5869cbff51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6108 expref: 242 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.225954:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c38600/0x96d1ba5869cbff51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6108 expref: 242 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.225968:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.225970:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.225974:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.225986:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.226007:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.226040:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+241:2417:x1847765489686656:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.226048:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33660 00010000:00010000:2.0:1762170989.226236:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.226315:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.226322:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.226327:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.226331:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.226339:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.226341:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.226356:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.226359:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.226374:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.226377:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.226388:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4734 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.226390:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.226425:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+771:3641:x1847765481762560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2790us (2874us total) trans 4294977460 rc 0/0 00000100:00100000:0.0:1762170989.226435:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42280 00010000:00010000:0.0:1762170989.226462:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.226468:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.226475:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.226478:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.226479:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.226486:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.226487:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.226497:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.226512:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.226520:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc473b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.226534:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+771:3642:x1847765481762816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2191us (2361us total) trans 4294977461 rc 0/0 00010000:00010000:0.0:1762170989.226545:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.226547:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42281 00000100:00100000:3.0:1762170989.226548:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.226550:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.226554:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.226572:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489686784 00000100:00100000:3.0:1762170989.226577:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489686784 00000004:00080000:2.0:1762170989.226607:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d17b80/2, rc 0, transno 4294977461 00000100:00100000:2.0:1762170989.226619:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481762816:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.226636:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51600/0x96d1ba5869cbff66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6116 expref: 241 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.226665:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33661 00000100:00100000:3.0:1762170989.226677:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+241:2414:x1847765489686784:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.226682:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481763328:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.226687:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.226694:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51600/0x96d1ba5869cbff66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6116 expref: 241 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.226736:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51600/0x96d1ba5869cbff66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6116 expref: 241 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.226741:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.226758:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.226761:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.226764:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.226769:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.226782:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.226815:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+241:2414:x1847765489686784:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 140us (270us total) trans 0 rc 0/0 00000004:00080000:2.0:1762170989.226820:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d14380/2, rc 0, transno 4294977460 00000100:00100000:3.0:1762170989.226825:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33661 00000100:00100000:2.0:1762170989.226836:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481762560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.226886:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.226895:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481763456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.226925:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.226969:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481763328 00000100:00100000:2.0:1762170989.226973:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481763328 00000100:00100000:2.0:1762170989.227005:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481763456 00000100:00100000:2.0:1762170989.227009:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481763456 00000100:00100000:2.0:1762170989.227041:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42283 00000100:00100000:2.0:1762170989.227052:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+773:3640:x1847765481763328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.227070:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2085 count 1 00000100:00100000:3.0:1762170989.227076:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+773:3642:x1847765481761920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4031us (4564us total) trans 4294977462 rc 0/0 00000100:00100000:3.0:1762170989.227083:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42278 00010000:00010000:2.0:1762170989.227086:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.227101:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fe00/0x96d1ba5869cbff6d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6124 expref: 240 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.227108:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.227112:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42284 00010000:00010000:2.0:1762170989.227112:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.227118:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.227125:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+772:3640:x1847765481763456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.227140:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2086 count 1 00010000:00010000:2.0:1762170989.227147:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fe00/0x96d1ba5869cbff6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6124 expref: 240 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.227153:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.227166:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fe00/0x96d1ba5869cbff6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6124 expref: 240 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.227168:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3bc00/0x96d1ba5869cbff74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6132 expref: 240 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.227188:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.227190:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.227193:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481763584:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.227195:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.227225:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3bc00/0x96d1ba5869cbff74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6132 expref: 240 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.227240:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3bc00/0x96d1ba5869cbff74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6132 expref: 240 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.227252:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481763712:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.227260:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e900 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.227292:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d17100/2, rc 0, transno 4294977462 00000100:00100000:2.0:1762170989.227302:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481761920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.227353:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.227370:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481763840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.227422:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.227448:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481763840 00000100:00100000:0.0:1762170989.227454:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481763840 00000100:00100000:0.0:1762170989.227498:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42285 00000100:00100000:0.0:1762170989.227508:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+773:3642:x1847765481763840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.227523:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2087 count 1 00010000:00010000:2.0:1762170989.227533:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51600/0x96d1ba5869cbff66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6116 expref: 240 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.227537:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.227554:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481763200:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.227558:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb200/0x96d1ba5869cc0b52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7012 expref: 239 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.227572:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.227575:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.227576:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.227591:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.227608:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.227616:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.227626:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.227626:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb200/0x96d1ba5869cc0b52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7012 expref: 239 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.227647:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.227650:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb200/0x96d1ba5869cc0b52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7012 expref: 239 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.227669:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481763968:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.227676:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.227685:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.227692:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.227701:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.227706:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.227856:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.227872:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.227879:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4742 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.227904:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.227907:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.227910:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.228063:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.228070:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+774:3642:x1847765481763072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2741us (2844us total) trans 4294977463 rc 0/0 00000100:00100000:2.0:1762170989.228079:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42282 00000004:00080000:2.0:1762170989.228126:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d14a80/2, rc 0, transno 4294977463 00000100:00100000:2.0:1762170989.228137:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481763072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.228190:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.228199:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481764096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.228245:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.228297:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481764096 00000100:00100000:2.0:1762170989.228302:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481764096 00000100:00100000:2.0:1762170989.228337:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42286 00000100:00100000:2.0:1762170989.228348:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+774:3642:x1847765481764096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.228363:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2088 count 1 00010000:00010000:2.0:1762170989.228379:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.228392:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51200/0x96d1ba5869cbff82 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc614e expref: 239 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.228400:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.228403:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.228406:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.228432:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51200/0x96d1ba5869cbff82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc614e expref: 239 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.228438:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481763712:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.228451:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51200/0x96d1ba5869cbff82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc614e expref: 239 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.228463:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.228464:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5983100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481764224:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.228507:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.228540:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481763584:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.228563:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.228744:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.228775:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489686912 00000100:00100000:1.0:1762170989.228780:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489686912 00010000:00010000:1.0:1762170989.228804:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fe00/0x96d1ba5869cbff6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6124 expref: 240 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.228842:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33662 00000100:00100000:1.0:1762170989.228853:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+240:2416:x1847765489686912:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.228864:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.228869:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fe00/0x96d1ba5869cbff6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6124 expref: 240 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.228883:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fe00/0x96d1ba5869cbff6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6124 expref: 240 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.228901:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3fe00/0x96d1ba5869cbff6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6124 expref: 240 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.228914:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.228916:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.228921:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.228930:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.228953:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.228978:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+239:2416:x1847765489686912:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 127us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.228987:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33662 00010000:00010000:1.0:1762170989.229018:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.229027:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.229036:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.229044:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.229060:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.229216:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+775:3640:x1847765481763328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2167us (2477us total) trans 4294977464 rc 0/0 00000100:00100000:1.0:1762170989.229227:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42283 00010000:00010000:1.0:1762170989.229254:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.229260:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.229270:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.229275:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.229283:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.229298:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.229306:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4749 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.229333:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.229336:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.229340:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.229364:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d16300/2, rc 0, transno 4294977464 00000100:00100000:2.0:1762170989.229377:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481763328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.229432:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.229443:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481764352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.229465:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.229488:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.229489:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489687040 00000100:00100000:1.0:1762170989.229494:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489687040 00010000:00010000:1.0:1762170989.229512:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3bc00/0x96d1ba5869cbff74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6132 expref: 239 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.229549:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481764352 00000100:00100000:1.0:1762170989.229551:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33663 00000100:00100000:2.0:1762170989.229555:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481764352 00000100:00100000:1.0:1762170989.229565:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+239:2416:x1847765489687040:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.229575:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.229591:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3bc00/0x96d1ba5869cbff74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6132 expref: 239 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.229604:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3bc00/0x96d1ba5869cbff74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6132 expref: 239 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.229610:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42287 00000100:00100000:2.0:1762170989.229625:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+775:3641:x1847765481764352:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.229628:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3bc00/0x96d1ba5869cbff74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6132 expref: 239 pid: 8387 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170989.229642:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2089 count 1 00010000:00010000:1.0:1762170989.229643:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.229647:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.229651:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.229659:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.229661:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.229681:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ee00/0x96d1ba5869cbff89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc615c expref: 238 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.229689:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.229691:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.229692:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.229695:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.229699:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.229751:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ee00/0x96d1ba5869cbff89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc615c expref: 238 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.229765:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ee00/0x96d1ba5869cbff89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc615c expref: 238 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.229777:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5981c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481764480:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.229813:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.229825:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.229832:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.229848:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.229858:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.229863:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.229871:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.229875:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.229883:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.229895:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.229902:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4750 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.229922:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.229926:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.229929:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.230064:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.230072:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e900 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.230112:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481763968:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.230135:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.230137:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+238:2416:x1847765489687040:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 573us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.230141:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489687168 00000100:00100000:3.0:1762170989.230146:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489687168 00000100:00100000:1.0:1762170989.230153:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33663 00010000:00010000:3.0:1762170989.230165:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb200/0x96d1ba5869cc0b52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7012 expref: 238 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.230188:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33664 00000100:00100000:3.0:1762170989.230194:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+238:2417:x1847765489687168:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.230220:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5983100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481764224:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.230236:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.230287:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.230292:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb200/0x96d1ba5869cc0b52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7012 expref: 238 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.230302:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb200/0x96d1ba5869cc0b52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7012 expref: 238 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.230313:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb200/0x96d1ba5869cc0b52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7012 expref: 238 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.230322:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.230323:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.230325:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.230331:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.230351:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.230361:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.230372:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.230378:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+237:2417:x1847765489687168:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 183us (318us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.230383:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.230386:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33664 00010000:00010000:0.0:1762170989.230395:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.230410:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.230437:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.230515:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489687296 00000100:00100000:3.0:1762170989.230519:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489687296 00010000:00010000:3.0:1762170989.230577:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51200/0x96d1ba5869cbff82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc614e expref: 237 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.230625:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33665 00000100:00100000:3.0:1762170989.230634:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+237:2417:x1847765489687296:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.230643:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.230648:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51200/0x96d1ba5869cbff82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc614e expref: 237 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.230660:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51200/0x96d1ba5869cbff82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc614e expref: 237 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.230676:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51200/0x96d1ba5869cbff82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc614e expref: 237 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.230688:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.230691:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.230694:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.230702:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.230777:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.230787:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.230796:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.230802:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.230805:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.230822:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.230835:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+236:2417:x1847765489687296:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.230845:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33665 00010000:00010000:3.0:1762170989.230871:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.230877:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.230885:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.230889:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.230897:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.230908:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.230915:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4757 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.230959:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+778:3642:x1847765481764096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2613us (2714us total) trans 4294977467 rc 0/0 00000100:00100000:2.0:1762170989.230968:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42286 00010000:00010000:3.0:1762170989.230983:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.230988:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.230996:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.231001:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.231009:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.231013:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d14700/2, rc 0, transno 4294977467 00010000:00010000:3.0:1762170989.231022:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.231028:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481764096:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.231076:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc475e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.231097:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481764608:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.231102:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.231105:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.231108:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.231129:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.231207:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5981c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481764480:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.231231:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.231236:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+777:3640:x1847765481763456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4115us (4311us total) trans 4294977465 rc 0/0 00000004:00080000:2.0:1762170989.231271:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d15180/2, rc 0, transno 4294977465 00000100:00100000:2.0:1762170989.231280:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481763456:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.231306:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42284 00000100:00100000:3.0:1762170989.231330:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481764608 00000100:00100000:3.0:1762170989.231334:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481764608 00000100:00100000:2.0:1762170989.231336:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481764736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.231357:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.231368:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42288 00000100:00100000:2.0:1762170989.231374:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.231380:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489687424 00000100:00100000:3.0:1762170989.231383:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489687424 00010000:00010000:3.0:1762170989.231396:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ee00/0x96d1ba5869cbff89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc615c expref: 236 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.231415:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481764736 00000100:00100000:0.0:1762170989.231421:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481764736 00000100:00100000:1.0:1762170989.231428:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33666 00000100:00100000:1.0:1762170989.231437:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+236:2417:x1847765489687424:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.231445:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.231450:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ee00/0x96d1ba5869cbff89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc615c expref: 236 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.231459:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+778:3641:x1847765481764608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.231462:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42289 00010000:00010000:1.0:1762170989.231477:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ee00/0x96d1ba5869cbff89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc615c expref: 236 pid: 33721 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170989.231479:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2090 count 1 00000100:00100000:0.0:1762170989.231479:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+778:3642:x1847765481764736:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.231493:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.231503:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3ee00/0x96d1ba5869cbff89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc615c expref: 236 pid: 33721 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170989.231503:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2091 count 1 00010000:00010000:3.0:1762170989.231505:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3f600/0x96d1ba5869cbffd6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc616a expref: 236 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.231521:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.231524:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.231528:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.231531:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.231533:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.231537:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.231542:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.231544:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3da00/0x96d1ba5869cbffdd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6178 expref: 235 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.231554:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3f600/0x96d1ba5869cbffd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc616a expref: 235 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.231559:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.231570:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.231574:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.231589:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3f600/0x96d1ba5869cbffd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc616a expref: 235 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.231591:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.231605:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481764864:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.231621:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3da00/0x96d1ba5869cbffdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6178 expref: 235 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.231629:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3da00/0x96d1ba5869cbffdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6178 expref: 235 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.231638:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481764992:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.231673:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bd80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.231687:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.231740:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.231762:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.231763:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.231765:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3ffce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+235:2417:x1847765489687424:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 330us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.231777:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33666 00010000:00010000:2.0:1762170989.231782:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.231792:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.231800:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.231818:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.231834:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.231841:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.231850:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.231854:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.231868:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.231882:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.231890:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4765 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.231915:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.231920:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.231923:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.231969:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+779:3641:x1847765481764352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2347us (2482us total) trans 4294977468 rc 0/0 00000100:00100000:2.0:1762170989.231978:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42287 00000004:00080000:2.0:1762170989.232020:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5981500/2, rc 0, transno 4294977468 00000100:00100000:2.0:1762170989.232031:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481764352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.232084:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.232092:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481765120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.232116:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.232159:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481765120 00000100:00100000:2.0:1762170989.232163:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481765120 00000100:00100000:2.0:1762170989.232192:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42290 00000100:00100000:2.0:1762170989.232200:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+779:3642:x1847765481765120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.232214:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2092 count 1 00010000:00010000:2.0:1762170989.232229:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.232242:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50400/0x96d1ba5869cbffe4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6186 expref: 234 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.232250:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.232252:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.232255:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.232280:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50400/0x96d1ba5869cbffe4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6186 expref: 234 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.232291:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50400/0x96d1ba5869cbffe4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6186 expref: 234 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.232308:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481765248:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.232357:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e000 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.232486:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481764864:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.232618:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.233007:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481764992:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.233032:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.233079:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.233101:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489687680 00000100:00100000:1.0:1762170989.233106:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489687680 00010000:00010000:1.0:1762170989.233128:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3da00/0x96d1ba5869cbffdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6178 expref: 235 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.233167:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33667 00000100:00100000:1.0:1762170989.233179:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5140a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+235:2415:x1847765489687680:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.233189:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.233195:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3da00/0x96d1ba5869cbffdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6178 expref: 235 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.233206:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3da00/0x96d1ba5869cbffdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6178 expref: 235 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.233224:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3da00/0x96d1ba5869cbffdd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6178 expref: 235 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.233237:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.233239:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.233243:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.233250:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.233271:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.233309:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5140a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+234:2415:x1847765489687680:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 134us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.233318:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33667 00010000:00010000:1.0:1762170989.233344:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.233353:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.233364:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.233367:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.233375:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.233392:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.233490:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.233495:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481765248:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.233517:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233559:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.233564:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233574:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.233578:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.233595:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+780:3642:x1847765481764736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2105us (2207us total) trans 4294977469 rc 0/0 00010000:00010000:3.0:1762170989.233596:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.233614:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42289 00010000:00010000:3.0:1762170989.233617:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233623:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4773 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233644:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.233645:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489687552 00010000:00010000:3.0:1762170989.233647:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.233650:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489687552 00010000:00010000:3.0:1762170989.233652:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.233667:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489687808 00000100:00100000:3.0:1762170989.233671:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489687808 00010000:00010000:1.0:1762170989.233672:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3f600/0x96d1ba5869cbffd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc616a expref: 234 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.233694:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50400/0x96d1ba5869cbffe4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6186 expref: 235 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.233702:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33668 00000100:00100000:1.0:1762170989.233737:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+235:2417:x1847765489687552:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.233746:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.233750:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33669 00010000:00010000:1.0:1762170989.233753:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3f600/0x96d1ba5869cbffd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc616a expref: 235 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.233762:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+235:2417:x1847765489687808:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.233770:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3f600/0x96d1ba5869cbffd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc616a expref: 235 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.233771:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.233779:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50400/0x96d1ba5869cbffe4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6186 expref: 235 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.233793:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c3f600/0x96d1ba5869cbffd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc616a expref: 235 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.233796:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50400/0x96d1ba5869cbffe4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6186 expref: 235 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.233816:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.233821:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50400/0x96d1ba5869cbffe4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6186 expref: 234 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.233822:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.233827:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233834:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.233837:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.233837:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233842:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233855:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.233868:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.233878:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.233889:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.233898:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+233:2417:x1847765489687552:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 162us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.233903:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+233:2417:x1847765489687808:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 143us (411us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.233904:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.233913:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33668 00000100:00100000:3.0:1762170989.233922:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33669 00010000:00010000:2.0:1762170989.233924:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.233933:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.233950:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.233960:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.233964:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233970:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.233973:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233981:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233990:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.233994:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc477a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.233996:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5981c00/2, rc 0, transno 4294977469 00000100:00100000:1.0:1762170989.234011:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481764736:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.234012:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.234017:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.234020:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.234086:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.234092:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.234097:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.234101:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.234108:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+780:3642:x1847765481765120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1905us (1987us total) trans 4294977470 rc 0/0 00000004:00080000:1.0:1762170989.234113:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5983480/2, rc 0, transno 4294977470 00010000:00010000:3.0:1762170989.234119:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.234120:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42290 00000100:00100000:1.0:1762170989.234127:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481765120:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.234135:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.234142:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.234150:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1762170989.234152:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.234159:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.234164:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481765504:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.234172:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.234187:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.234195:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc476c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.234205:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.234226:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.234230:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.234233:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.234235:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481765376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.234249:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+780:3641:x1847765481764608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2874us (3122us total) trans 4294977471 rc 0/0 00000100:00100000:3.0:1762170989.234256:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42288 00000100:00100000:2.0:1762170989.234269:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.234270:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481765504 00000100:00100000:3.0:1762170989.234274:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481765504 00000100:00100000:1.0:1762170989.234295:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481765376 00000100:00100000:1.0:1762170989.234301:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481765376 00000100:00100000:3.0:1762170989.234307:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42291 00000004:00080000:2.0:1762170989.234312:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5983100/2, rc 0, transno 4294977471 00000100:00100000:3.0:1762170989.234319:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+781:3641:x1847765481765504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.234331:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481764608:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.234337:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2094 count 1 00000100:00100000:1.0:1762170989.234337:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42292 00000100:00100000:1.0:1762170989.234351:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+781:3641:x1847765481765376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.234366:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2093 count 1 00010000:00010000:1.0:1762170989.234381:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.234395:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52e00/0x96d1ba5869cbffeb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6194 expref: 231 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.234402:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.234404:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.234407:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170989.234408:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.234410:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.234420:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481765632:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.234434:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f000/0x96d1ba5869cbfff2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a2 expref: 231 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.234439:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.234441:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.234443:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.234451:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52e00/0x96d1ba5869cbffeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6194 expref: 231 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.234465:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f000/0x96d1ba5869cbfff2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a2 expref: 231 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.234465:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.234469:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52e00/0x96d1ba5869cbffeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6194 expref: 231 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.234484:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f000/0x96d1ba5869cbfff2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a2 expref: 231 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.234491:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481765760:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.234496:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481765888:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.234505:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481765632 00000100:00100000:2.0:1762170989.234510:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481765632 00000100:00100000:2.0:1762170989.234542:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42293 00000100:00100000:3.0:1762170989.234552:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.234553:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+782:3643:x1847765481765632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.234553:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00002000:00080000:2.0:1762170989.234569:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2095 count 1 00010000:00010000:2.0:1762170989.234596:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.234609:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6a00/0x96d1ba5869cc0a41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f01 expref: 231 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.234616:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.234619:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.234622:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.234646:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6a00/0x96d1ba5869cc0a41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f01 expref: 231 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.234657:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6a00/0x96d1ba5869cc0a41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f01 expref: 231 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.234674:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481766016:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.234789:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.235611:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481765760:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.235629:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.235982:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.236011:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489687936 00000100:00100000:1.0:1762170989.236017:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489687936 00010000:00010000:1.0:1762170989.236042:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52e00/0x96d1ba5869cbffeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6194 expref: 232 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.236073:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33670 00000100:00100000:1.0:1762170989.236084:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+232:2417:x1847765489687936:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.236088:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.236097:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.236104:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52e00/0x96d1ba5869cbffeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6194 expref: 232 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.236123:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52e00/0x96d1ba5869cbffeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6194 expref: 232 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.236131:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481765888:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.236145:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52e00/0x96d1ba5869cbffeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6194 expref: 232 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.236158:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.236160:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.236163:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.236172:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.236195:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.236200:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.236230:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1bf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+231:2417:x1847765489687936:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.236238:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33670 00000100:00100000:1.0:1762170989.236257:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489688064 00000100:00100000:1.0:1762170989.236261:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489688064 00010000:00010000:1.0:1762170989.236279:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f000/0x96d1ba5869cbfff2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a2 expref: 231 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.236292:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481766016:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.236312:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.236313:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33671 00000100:00100000:1.0:1762170989.236327:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+231:2417:x1847765489688064:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.236336:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.236342:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f000/0x96d1ba5869cbfff2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a2 expref: 231 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.236352:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f000/0x96d1ba5869cbfff2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a2 expref: 231 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.236366:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f000/0x96d1ba5869cbfff2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61a2 expref: 231 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.236377:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.236379:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.236382:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.236389:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.236409:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.236447:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+230:2417:x1847765489688064:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 125us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.236456:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33671 00010000:00010000:3.0:1762170989.236458:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236467:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236476:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236484:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.236485:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.236496:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.236507:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.236516:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.236525:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.236540:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.236595:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.236604:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.236609:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236615:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.236618:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236624:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236679:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236688:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4781 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236727:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.236731:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236738:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.236742:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236749:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.236761:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.236762:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+783:3641:x1847765481765376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2414us (2493us total) trans 4294977472 rc 0/0 00000004:00080000:2.0:1762170989.236778:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5140a80/2, rc 0, transno 4294977472 00010000:00010000:3.0:1762170989.236779:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4788 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.236780:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42292 00000100:00100000:2.0:1762170989.236796:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5140a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481765376:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.236806:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.236810:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.236814:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.236815:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489688192 00000100:00100000:1.0:1762170989.236820:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489688192 00010000:00010000:1.0:1762170989.236840:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6a00/0x96d1ba5869cc0a41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f01 expref: 230 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.236865:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33672 00000100:00100000:2.0:1762170989.236870:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481766144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.236876:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+230:2417:x1847765489688192:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.236887:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.236892:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6a00/0x96d1ba5869cc0a41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f01 expref: 230 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.236904:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6a00/0x96d1ba5869cc0a41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f01 expref: 230 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.236915:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.236922:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9f6a00/0x96d1ba5869cc0a41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f01 expref: 230 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.236936:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.236938:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.236942:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.236950:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.236976:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.236983:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.236994:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.237003:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.237010:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+229:2417:x1847765489688192:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 136us (519us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.237014:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.237025:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33672 00000100:00100000:3.0:1762170989.237026:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+783:3641:x1847765481765504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2710us (2824us total) trans 4294977473 rc 0/0 00000100:00100000:3.0:1762170989.237035:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42291 00010000:00010000:2.0:1762170989.237041:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.237057:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.237062:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.237068:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.237071:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.237072:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.237078:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.237083:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481766144 00010000:00010000:3.0:1762170989.237089:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.237089:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481766144 00000100:00100000:1.0:1762170989.237120:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42294 00000100:00100000:1.0:1762170989.237133:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+784:3643:x1847765481766144:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.237135:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc478f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.237153:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2096 count 1 00010000:00010000:3.0:1762170989.237163:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.237168:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.237172:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.237173:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.237187:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51000/0x96d1ba5869cc0000 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61be expref: 228 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.237194:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.237196:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.237200:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.237224:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51000/0x96d1ba5869cc0000 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61be expref: 228 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.237237:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51000/0x96d1ba5869cc0000 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61be expref: 228 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.237248:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481766272:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.237313:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.238321:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+784:3643:x1847765481755648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34744us (34828us total) trans 4294977436 rc 0/0 00000100:00100000:3.0:1762170989.238327:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42253 00000004:00080000:3.0:1762170989.238520:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf7b80/2, rc 0, transno 4294977473 00000100:00100000:3.0:1762170989.238533:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481765504:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.238822:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97799c00/2, rc 0, transno 4294977436 00000100:00100000:2.0:1762170989.238836:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481755648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.238884:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481766400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.238920:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.238951:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.238960:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481766528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.238990:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.239022:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481766400 00000100:00100000:3.0:1762170989.239027:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481766400 00000100:00100000:2.0:1762170989.239046:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481766528 00000100:00100000:2.0:1762170989.239052:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481766528 00000100:00100000:3.0:1762170989.239058:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42295 00000100:00100000:3.0:1762170989.239067:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+785:3640:x1847765481766400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.239082:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2097 count 1 00010000:00010000:3.0:1762170989.239095:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.239095:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42296 00010000:00010000:3.0:1762170989.239109:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53400/0x96d1ba5869cc0007 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61cc expref: 228 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.239111:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+785:3640:x1847765481766528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.239117:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.239120:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.239122:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.239130:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2098 count 1 00010000:00010000:3.0:1762170989.239140:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53400/0x96d1ba5869cc0007 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61cc expref: 228 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.239146:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.239149:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53400/0x96d1ba5869cc0007 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61cc expref: 228 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.239169:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481766656:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.239175:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52c00/0x96d1ba5869cc002a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61da expref: 228 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.239184:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.239186:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.239190:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.239216:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52c00/0x96d1ba5869cc002a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61da expref: 228 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.239227:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52c00/0x96d1ba5869cc002a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61da expref: 228 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.239246:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481766784:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.239292:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.239294:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.239364:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481766272:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.239388:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.239420:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.239450:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489688320 00000100:00100000:1.0:1762170989.239456:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489688320 00010000:00010000:1.0:1762170989.239476:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51000/0x96d1ba5869cc0000 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61be expref: 229 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.239504:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33673 00000100:00100000:1.0:1762170989.239515:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+229:2416:x1847765489688320:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.239526:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.239532:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51000/0x96d1ba5869cc0000 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61be expref: 229 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.239545:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51000/0x96d1ba5869cc0000 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61be expref: 229 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.239565:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51000/0x96d1ba5869cc0000 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61be expref: 229 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.239591:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.239594:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.239599:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.239608:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.239630:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.239669:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+228:2416:x1847765489688320:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.239678:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33673 00010000:00010000:1.0:1762170989.239734:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.239743:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.239752:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.239760:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.239783:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.239790:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.239799:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.239814:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.239819:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.239829:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.239843:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.239851:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4796 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.239874:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.239877:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.239880:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.239947:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+786:3643:x1847765481766144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2817us (3033us total) trans 4294977475 rc 0/0 00000100:00100000:1.0:1762170989.239957:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42294 00000004:00080000:2.0:1762170989.240040:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5981f80/2, rc 0, transno 4294977475 00000100:00100000:2.0:1762170989.240053:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481766144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.240102:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481766656:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.240131:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481766912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.240166:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.240180:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.240196:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481766912 00000100:00100000:1.0:1762170989.240202:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481766912 00000100:00100000:0.0:1762170989.240226:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.240238:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42297 00000100:00100000:2.0:1762170989.240240:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481766784:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.240251:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+786:3642:x1847765481766912:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.240260:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.240266:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2099 count 1 00010000:00010000:1.0:1762170989.240280:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.240291:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50600/0x96d1ba5869cc0038 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e8 expref: 227 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.240299:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.240301:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.240304:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.240328:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50600/0x96d1ba5869cc0038 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e8 expref: 227 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.240340:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50600/0x96d1ba5869cc0038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e8 expref: 227 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.240349:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.240360:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481767040:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.240412:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.240430:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489688576 00000100:00100000:1.0:1762170989.240434:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489688576 00010000:00010000:1.0:1762170989.240456:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52c00/0x96d1ba5869cc002a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61da expref: 228 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.240481:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489688448 00000100:00100000:1.0:1762170989.240485:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489688448 00010000:00010000:1.0:1762170989.240501:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53400/0x96d1ba5869cc0007 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61cc expref: 229 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.240526:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33674 00000100:00100000:1.0:1762170989.240535:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+229:2414:x1847765489688576:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.240544:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.240549:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52c00/0x96d1ba5869cc002a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61da expref: 229 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.240559:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52c00/0x96d1ba5869cc002a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61da expref: 229 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.240577:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c52c00/0x96d1ba5869cc002a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61da expref: 229 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.240603:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.240605:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.240609:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.240617:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.240642:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.240665:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+228:2414:x1847765489688576:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 132us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.240674:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33674 00000100:00100000:1.0:1762170989.240699:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33675 00000100:00100000:1.0:1762170989.240751:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb461e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+227:2416:x1847765489688448:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.240761:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.240767:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53400/0x96d1ba5869cc0007 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61cc expref: 227 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.240780:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53400/0x96d1ba5869cc0007 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61cc expref: 227 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.240796:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53400/0x96d1ba5869cc0007 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61cc expref: 227 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.240809:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.240811:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.240815:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.240822:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.240850:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.240857:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.240865:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.240871:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.240878:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb461e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+226:2416:x1847765489688448:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (530us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.240879:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.240897:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33675 00010000:00010000:3.0:1762170989.240900:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.240909:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.240913:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.240918:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.240921:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.240926:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.240936:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.240940:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc479d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.240964:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.240967:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.240970:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.241092:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+787:3640:x1847765481766400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2027us (2173us total) trans 4294977476 rc 0/0 00000100:00100000:3.0:1762170989.241098:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42295 00010000:00010000:3.0:1762170989.241188:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.241196:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.241204:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.241211:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.241230:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.241256:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.241262:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.241269:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.241274:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.241283:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.241298:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.241306:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc47a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.241330:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.241334:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.241338:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.241349:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+787:3640:x1847765481766528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2241us (2357us total) trans 4294977477 rc 0/0 00000100:00100000:3.0:1762170989.241357:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42296 00000004:00080000:2.0:1762170989.241379:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5983800/2, rc 0, transno 4294977477 00000100:00100000:2.0:1762170989.241392:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481766528:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.241405:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5980700/2, rc 0, transno 4294977476 00000100:00100000:2.0:1762170989.241410:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481766400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.241476:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.241487:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170989.241487:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481767168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.241500:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481767296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.241526:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.241556:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.241603:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481767168 00000100:00100000:2.0:1762170989.241607:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481767168 00000100:00100000:2.0:1762170989.241638:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481767296 00000100:00100000:2.0:1762170989.241642:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481767296 00000100:00100000:2.0:1762170989.241665:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42298 00000100:00100000:2.0:1762170989.241674:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+788:3642:x1847765481767168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.241692:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2100 count 1 00010000:00010000:2.0:1762170989.241728:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.241742:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53600/0x96d1ba5869cc0046 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61f6 expref: 225 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.241750:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.241753:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.241756:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.241777:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42299 00010000:00010000:2.0:1762170989.241782:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53600/0x96d1ba5869cc0046 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61f6 expref: 225 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.241792:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+788:3641:x1847765481767296:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.241797:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481767040:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.241799:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53600/0x96d1ba5869cc0046 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61f6 expref: 225 pid: 33720 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170989.241810:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2101 count 1 00000100:00100000:2.0:1762170989.241816:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481767424:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.241819:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.241825:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.241838:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c54a00/0x96d1ba5869cc0054 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6204 expref: 225 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.241843:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.241845:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.241847:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.241872:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.241965:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.242010:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489688704 00000100:00100000:3.0:1762170989.242013:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489688704 00010000:00010000:3.0:1762170989.242029:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50600/0x96d1ba5869cc0038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e8 expref: 226 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.242047:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33676 00000100:00100000:3.0:1762170989.242052:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+226:2417:x1847765489688704:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.242059:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.242063:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50600/0x96d1ba5869cc0038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e8 expref: 226 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.242074:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50600/0x96d1ba5869cc0038 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e8 expref: 226 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.242089:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c50600/0x96d1ba5869cc0038 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61e8 expref: 226 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.242105:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.242107:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.242111:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.242119:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.242139:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.242172:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+225:2417:x1847765489688704:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 118us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.242181:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33676 00010000:00010000:3.0:1762170989.242207:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.242216:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.242224:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.242233:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.242247:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.242497:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+789:3642:x1847765481766912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2249us (2329us total) trans 4294977478 rc 0/0 00000100:00100000:3.0:1762170989.242506:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42297 00010000:00010000:3.0:1762170989.242527:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.242534:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.242542:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.242545:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.242552:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.242556:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b99500/2, rc 0, transno 4294977478 00010000:00010000:3.0:1762170989.242565:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.242570:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481766912:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.242577:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc47ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.242610:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.242613:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.242616:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.242668:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481767552:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.242686:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c54a00/0x96d1ba5869cc0054 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6204 expref: 224 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.242698:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c54a00/0x96d1ba5869cc0054 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6204 expref: 224 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.242704:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.242754:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481767680:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.242784:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481767552 00000100:00100000:2.0:1762170989.242790:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481767552 00000100:00100000:3.0:1762170989.242811:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54900 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.242826:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42300 00000100:00100000:2.0:1762170989.242835:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+789:3641:x1847765481767552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.242850:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2102 count 1 00010000:00010000:2.0:1762170989.242863:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.242875:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51a00/0x96d1ba5869cc004d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6212 expref: 224 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.242883:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.242884:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.242888:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.242909:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51a00/0x96d1ba5869cc004d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6212 expref: 224 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.242919:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51a00/0x96d1ba5869cc004d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6212 expref: 224 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.242930:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481767808:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.242964:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.242968:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.243003:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481767424:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.243019:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.243040:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489688832 00000100:00100000:3.0:1762170989.243045:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489688832 00010000:00010000:3.0:1762170989.243066:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53600/0x96d1ba5869cc0046 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61f6 expref: 225 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.243131:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33677 00000100:00100000:3.0:1762170989.243140:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+225:2417:x1847765489688832:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.243152:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.243157:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53600/0x96d1ba5869cc0046 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61f6 expref: 225 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.243168:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53600/0x96d1ba5869cc0046 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61f6 expref: 225 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.243185:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c53600/0x96d1ba5869cc0046 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc61f6 expref: 225 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.243195:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.243197:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.243200:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.243215:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.243245:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.243279:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+224:2417:x1847765489688832:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 140us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.243286:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33677 00010000:00010000:2.0:1762170989.243405:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.243428:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.243437:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.243446:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.243471:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.243480:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.243488:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.243498:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.243502:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.243512:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.243527:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.243534:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc47b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.243552:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.243555:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.243559:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.243645:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+790:3642:x1847765481767168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1971us (2118us total) trans 4294977479 rc 0/0 00000100:00100000:2.0:1762170989.243653:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42298 00000004:00080000:2.0:1762170989.243694:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b99880/2, rc 0, transno 4294977479 00000100:00100000:2.0:1762170989.243705:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481767168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.243880:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.244000:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.244019:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489688960 00000100:00100000:3.0:1762170989.244022:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489688960 00010000:00010000:3.0:1762170989.244038:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c54a00/0x96d1ba5869cc0054 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6204 expref: 224 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.244070:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489689088 00000100:00100000:1.0:1762170989.244074:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489689088 00010000:00010000:1.0:1762170989.244095:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51a00/0x96d1ba5869cc004d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6212 expref: 225 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.244113:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33678 00000100:00100000:3.0:1762170989.244125:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+225:2417:x1847765489688960:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.244128:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33679 00010000:00010000:3.0:1762170989.244143:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.244144:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+225:2416:x1847765489689088:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.244152:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c54a00/0x96d1ba5869cc0054 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6204 expref: 225 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.244154:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.244162:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51a00/0x96d1ba5869cc004d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6212 expref: 225 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.244173:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c54a00/0x96d1ba5869cc0054 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6204 expref: 225 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.244177:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51a00/0x96d1ba5869cc004d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6212 expref: 225 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.244201:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.244203:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.244205:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.244207:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.244211:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.244212:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244231:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.244233:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244259:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.244260:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.244297:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+225:2417:x1847765489688960:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 172us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.244298:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+225:2416:x1847765489689088:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 155us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.244313:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33678 00000100:00100000:1.0:1762170989.244321:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33679 00010000:00010000:3.0:1762170989.244364:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c54a00/0x96d1ba5869cc0054 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6204 expref: 223 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.244378:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481767680:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.244399:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244407:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244414:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244421:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244429:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244444:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.244455:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.244459:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244466:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.244470:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244478:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244490:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244497:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.244520:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.244523:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.244527:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.244577:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+790:3642:x1847765481759744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28558us (28778us total) trans 4294977452 rc 0/0 00000100:00100000:0.0:1762170989.244600:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42269 00000004:00080000:0.0:1762170989.244648:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9779ad80/2, rc 0, transno 4294977452 00000100:00100000:0.0:1762170989.244656:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481759744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.244690:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+789:3641:x1847765481767296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2902us (3134us total) trans 4294977480 rc 0/0 00000100:00100000:3.0:1762170989.244698:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42299 00000100:00100000:2.0:1762170989.245449:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481768064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.245487:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.245522:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.245530:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481767936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.245562:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170989.245633:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b9a680/2, rc 0, transno 4294977480 00000100:00100000:2.0:1762170989.245643:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481767296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.245692:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.245702:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481768192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.245759:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.245829:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c51a00/0x96d1ba5869cc004d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6212 expref: 222 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.245830:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481768064 00000100:00100000:0.0:1762170989.245838:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481768064 00000100:00100000:2.0:1762170989.245847:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481767808:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.245868:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.245872:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481767936 00000100:00100000:0.0:1762170989.245877:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481767936 00010000:00010000:2.0:1762170989.245880:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.245889:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.245897:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.245905:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.245910:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481768192 00000100:00100000:0.0:1762170989.245915:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481768192 00010000:00010000:2.0:1762170989.245930:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.245937:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.245945:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.245948:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42301 00000100:00100000:3.0:1762170989.245958:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42302 00010000:00010000:1.0:1762170989.245959:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.245964:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+791:3643:x1847765481768064:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.245966:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.245971:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+791:3643:x1847765481767936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.245988:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.245992:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2104 count 1 00002000:00080000:3.0:1762170989.245993:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2103 count 1 00010000:00010000:1.0:1762170989.246007:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.246010:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.246011:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.246026:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc47c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.246037:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6200/0x96d1ba5869cc0930 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df0 expref: 221 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.246044:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b800/0x96d1ba5869cbfbf4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc622e expref: 221 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.246046:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.246050:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.246053:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.246054:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.246059:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.246061:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+792:3641:x1847765481767552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3224us (3357us total) trans 4294977481 rc 0/0 00010000:00010000:0.0:1762170989.246062:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.246064:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.246067:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.246073:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.246078:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42300 00010000:00010000:3.0:1762170989.246082:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c6200/0x96d1ba5869cc0930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df0 expref: 221 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.246101:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c6200/0x96d1ba5869cc0930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df0 expref: 221 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.246104:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42303 00010000:00010000:0.0:1762170989.246110:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b800/0x96d1ba5869cbfbf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc622e expref: 221 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.246120:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+791:3641:x1847765481768192:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.246123:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481768320:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.246132:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b800/0x96d1ba5869cbfbf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc622e expref: 221 pid: 20306 timeout: 4705 lvb_type: 1 00002000:00080000:2.0:1762170989.246146:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2105 count 1 00000100:00100000:0.0:1762170989.246147:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481768448:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.246163:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.246177:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31e00/0x96d1ba5869cbfc02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc623c expref: 221 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.246182:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54900 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.246189:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.246190:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.246193:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.246198:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.246224:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31e00/0x96d1ba5869cbfc02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc623c expref: 221 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.246234:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31e00/0x96d1ba5869cbfc02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc623c expref: 221 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.246245:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481768576:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.246279:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e000 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.246312:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b98380/2, rc 0, transno 4294977481 00000100:00100000:2.0:1762170989.246323:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481767552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.246366:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481768704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.246401:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.246440:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481768704 00000100:00100000:2.0:1762170989.246444:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481768704 00000100:00100000:2.0:1762170989.246476:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42304 00000100:00100000:2.0:1762170989.246487:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+792:3641:x1847765481768704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.246501:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2106 count 1 00010000:00010000:2.0:1762170989.246515:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.246530:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35a200/0x96d1ba5869cbfc09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc624a expref: 221 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.246537:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.246540:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+792:3643:x1847765481757440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35347us (35437us total) trans 4294977441 rc 0/0 00010000:00010000:2.0:1762170989.246541:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.246546:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.246549:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+792:3642:x1847765481763840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19042us (19126us total) trans 4294977466 rc 0/0 00000100:00100000:0.0:1762170989.246559:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42261 00000100:00100000:3.0:1762170989.246568:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42285 00000004:00080000:2.0:1762170989.246612:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cf800/2, rc 0, transno 4294977441 00000100:00100000:2.0:1762170989.246623:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481757440:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.246628:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35a200/0x96d1ba5869cbfc09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc624a expref: 221 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.246640:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35a200/0x96d1ba5869cbfc09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc624a expref: 221 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.246652:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481768832:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.246689:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9fa54480 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.246744:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481768960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.246773:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1762170989.246802:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8ddca80/2, rc 0, transno 4294977466 00000100:00100000:3.0:1762170989.246814:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8ddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481763840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.246870:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481768960 00000100:00100000:3.0:1762170989.246873:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481768960 00000100:00100000:2.0:1762170989.246875:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481769088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.246903:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42305 00000100:00100000:3.0:1762170989.246912:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+791:3642:x1847765481768960:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.246917:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1762170989.246926:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2107 count 1 00010000:00010000:3.0:1762170989.246937:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.246942:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481769088 00010000:00010000:3.0:1762170989.246947:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c359000/0x96d1ba5869cbfc10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6258 expref: 221 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.246949:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481769088 00010000:00010000:3.0:1762170989.246955:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.246956:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.246959:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.246977:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c359000/0x96d1ba5869cbfc10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6258 expref: 221 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.246987:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42306 00010000:00010000:3.0:1762170989.246990:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c359000/0x96d1ba5869cbfc10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6258 expref: 221 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.246999:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481769216:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.247003:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+792:3643:x1847765481769088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.247020:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2108 count 1 00010000:00010000:0.0:1762170989.247034:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.247038:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebe16fa80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.247049:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c30c00/0x96d1ba5869cbfc17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6266 expref: 221 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.247062:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.247064:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.247067:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.247091:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c30c00/0x96d1ba5869cbfc17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6266 expref: 221 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.247101:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c30c00/0x96d1ba5869cbfc17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6266 expref: 221 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.247113:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481769344:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.247148:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b900 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.247409:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481768448:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.247412:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481768576:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.247429:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.247431:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.247485:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481768320:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.247499:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.247992:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.248023:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489689216 00000100:00100000:3.0:1762170989.248024:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481768832:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.248028:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489689216 00000100:00100000:0.0:1762170989.248036:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.248038:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.248050:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b800/0x96d1ba5869cbfbf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc622e expref: 222 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.248078:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.248081:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489689344 00000100:00100000:1.0:1762170989.248085:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489689344 00010000:00010000:1.0:1762170989.248100:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c6200/0x96d1ba5869cc0930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df0 expref: 223 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.248116:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.248127:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489689472 00000100:00100000:1.0:1762170989.248131:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489689472 00000100:00100000:3.0:1762170989.248133:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489689600 00000100:00100000:3.0:1762170989.248139:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489689600 00010000:00010000:1.0:1762170989.248145:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31e00/0x96d1ba5869cbfc02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc623c expref: 225 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.248158:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35a200/0x96d1ba5869cbfc09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc624a expref: 225 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.248164:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33680 00000100:00100000:1.0:1762170989.248173:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+225:2416:x1847765489689216:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.248181:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.248186:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b800/0x96d1ba5869cbfbf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc622e expref: 225 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.248195:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b800/0x96d1ba5869cbfbf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc622e expref: 225 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.248205:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33681 00010000:00010000:1.0:1762170989.248217:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b800/0x96d1ba5869cbfbf4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc622e expref: 225 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.248221:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+225:2417:x1847765489689344:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.248227:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33682 00010000:00010000:0.0:1762170989.248237:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.248239:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.248244:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e886e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+224:2416:x1847765489689472:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.248244:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.248247:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c6200/0x96d1ba5869cc0930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df0 expref: 224 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.248251:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.248259:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.248269:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31e00/0x96d1ba5869cbfc02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc623c expref: 224 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.248273:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248275:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c6200/0x96d1ba5869cc0930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df0 expref: 224 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.248291:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31e00/0x96d1ba5869cbfc02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc623c expref: 224 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.248309:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6200/0x96d1ba5869cc0930 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df0 expref: 224 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.248310:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31e00/0x96d1ba5869cbfc02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc623c expref: 224 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.248314:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.248325:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.248328:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.248331:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248340:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.248353:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+223:2416:x1847765489689216:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 180us (363us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.248361:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.248368:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33680 00010000:00010000:3.0:1762170989.248369:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.248372:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.248375:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.248380:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.248386:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33683 00010000:00010000:3.0:1762170989.248387:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.248393:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+221:2417:x1847765489689344:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.248398:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+221:2414:x1847765489689600:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.248407:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.248410:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.248411:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33681 00010000:00010000:1.0:1762170989.248417:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35a200/0x96d1ba5869cbfc09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc624a expref: 221 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.248427:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35a200/0x96d1ba5869cbfc09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc624a expref: 220 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.248433:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e886e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+220:2416:x1847765489689472:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 192us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.248434:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489689728 00010000:00010000:1.0:1762170989.248441:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35a200/0x96d1ba5869cbfc09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc624a expref: 220 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.248442:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489689728 00000100:00100000:3.0:1762170989.248444:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33682 00010000:00010000:1.0:1762170989.248457:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.248460:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.248463:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248465:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c359000/0x96d1ba5869cbfc10 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6258 expref: 219 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.248475:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.248485:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.248489:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489689856 00000100:00100000:3.0:1762170989.248495:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489689856 00000100:00100000:0.0:1762170989.248500:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33684 00010000:00010000:1.0:1762170989.248511:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.248511:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+219:2417:x1847765489689728:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.248524:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.248530:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c359000/0x96d1ba5869cbfc10 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6258 expref: 219 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.248534:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.248544:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248545:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c359000/0x96d1ba5869cbfc10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6258 expref: 220 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.248546:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+220:2414:x1847765489689600:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 149us (430us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.248547:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c30c00/0x96d1ba5869cbfc17 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6266 expref: 220 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.248566:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.248567:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33683 00010000:00010000:0.0:1762170989.248574:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.248576:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248577:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.248604:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.248612:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.248614:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.248619:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33685 00000100:00100000:1.0:1762170989.248631:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+219:2416:x1847765489689856:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.248635:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.248640:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.248641:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.248649:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.248650:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c30c00/0x96d1ba5869cbfc17 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6266 expref: 219 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.248661:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+219:2417:x1847765489689728:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 151us (283us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.248672:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.248678:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.248679:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33684 00010000:00010000:1.0:1762170989.248683:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c30c00/0x96d1ba5869cbfc17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6266 expref: 219 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.248699:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.248704:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.248731:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.248735:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.248740:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.248748:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.248766:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.248767:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.248767:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.248792:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.248793:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc47d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248795:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c30c00/0x96d1ba5869cbfc17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6266 expref: 218 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.248798:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.248822:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.248824:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481769344:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.248831:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+217:2416:x1847765489689856:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 199us (356us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.248840:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.248841:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33685 00010000:00010000:0.0:1762170989.248855:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.248860:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248865:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.248867:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.248868:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.248871:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.248876:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.248877:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.248883:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248888:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.248897:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248898:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc47c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.248920:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.248929:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248934:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.248939:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.248944:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.248950:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.248956:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.248958:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.248967:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.248971:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248981:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.248999:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.249007:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc47ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249011:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c359000/0x96d1ba5869cbfc10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6258 expref: 216 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.249034:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.249036:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.249039:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.249045:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.249051:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.249056:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.249061:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.249072:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.249077:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481769216:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.249081:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+795:3643:x1847765481768064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3120us (3592us total) trans 4294977484 rc 0/0 00000100:00100000:1.0:1762170989.249091:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42301 00010000:00010000:3.0:1762170989.249102:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249112:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249117:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.249120:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249124:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249130:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249138:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.249145:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249148:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249160:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249168:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.249175:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.249177:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+795:3643:x1847765481769088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2180us (2267us total) trans 4294977485 rc 0/0 00000100:00100000:0.0:1762170989.249191:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42306 00010000:00010000:1.0:1762170989.249193:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc47ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249219:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.249224:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249232:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.249235:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249243:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249256:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249265:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc47e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.249282:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+795:3642:x1847765481768960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2372us (2508us total) trans 4294977486 rc 0/0 00010000:00010000:1.0:1762170989.249285:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.249288:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42305 00010000:00010000:1.0:1762170989.249290:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.249294:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.249306:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.249307:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249316:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249325:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249332:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.249351:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.249363:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.249367:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249373:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.249375:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249381:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249389:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249393:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc47dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249413:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.249416:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.249419:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.249475:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+795:3641:x1847765481768704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2990us (3072us total) trans 4294977487 rc 0/0 00000100:00100000:1.0:1762170989.249484:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42304 00000004:00080000:2.0:1762170989.249494:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b99180/2, rc 0, transno 4294977487 00000100:00100000:2.0:1762170989.249503:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481768704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.249546:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.249555:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481769472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.249592:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.249611:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481769472 00000100:00100000:3.0:1762170989.249615:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481769472 00000004:00080000:2.0:1762170989.249632:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b9b100/2, rc 0, transno 4294977485 00000100:00100000:3.0:1762170989.249640:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42307 00000100:00100000:2.0:1762170989.249644:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481769088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.249648:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+795:3641:x1847765481769472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.249663:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2109 count 1 00000004:00080000:2.0:1762170989.249664:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b9bb80/2, rc 0, transno 4294977484 00000100:00100000:2.0:1762170989.249671:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481768064:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.249674:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249683:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c358a00/0x96d1ba5869cbfc1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6274 expref: 215 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.249688:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.249689:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.249691:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.249747:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c358a00/0x96d1ba5869cbfc1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6274 expref: 215 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.249759:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170989.249761:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c358a00/0x96d1ba5869cbfc1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6274 expref: 215 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.249770:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481769600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.249775:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481769728:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.249801:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.249831:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321d80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.249853:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481769600 00000100:00100000:2.0:1762170989.249855:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1762170989.249858:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481769600 00000100:00100000:2.0:1762170989.249864:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481769856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.249888:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.249898:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481769856 00000100:00100000:3.0:1762170989.249904:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481769856 00000100:00100000:0.0:1762170989.249907:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42308 00000100:00100000:0.0:1762170989.249917:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+797:3640:x1847765481769600:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.249926:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b9ad80/2, rc 0, transno 4294977486 00002000:00080000:0.0:1762170989.249929:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2110 count 1 00000100:00100000:2.0:1762170989.249935:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481768960:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.249940:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.249950:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35be00/0x96d1ba5869cbfc25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6282 expref: 215 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.249955:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.249956:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.249958:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.249969:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42309 00010000:00010000:0.0:1762170989.249974:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35be00/0x96d1ba5869cbfc25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6282 expref: 215 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.249980:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+797:3643:x1847765481769856:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.249987:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35be00/0x96d1ba5869cbfc25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6282 expref: 215 pid: 20306 timeout: 4705 lvb_type: 1 00002000:00080000:3.0:1762170989.249993:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2111 count 1 00000100:00100000:2.0:1762170989.249998:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481770112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.250002:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481769984:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.250004:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.250016:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eba00/0x96d1ba5869cc0b8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc704a expref: 215 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.250021:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.250022:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.250024:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.250034:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.250047:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eba00/0x96d1ba5869cc0b8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc704a expref: 215 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.250047:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.250055:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481770112 00010000:00010000:3.0:1762170989.250059:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eba00/0x96d1ba5869cc0b8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc704a expref: 215 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.250060:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481770112 00000100:00100000:3.0:1762170989.250070:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481770240:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.250091:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42310 00000100:00100000:3.0:1762170989.250099:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.250099:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+798:3643:x1847765481770112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.250112:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2112 count 1 00010000:00010000:1.0:1762170989.250122:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.250130:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c358600/0x96d1ba5869cbfc33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc629e expref: 215 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.250136:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.250139:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.250142:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.250164:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c358600/0x96d1ba5869cbfc33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc629e expref: 215 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.250175:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c358600/0x96d1ba5869cbfc33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc629e expref: 215 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.250191:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481770368:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.250221:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.250399:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+798:3642:x1847765481761792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27580us (28152us total) trans 4294977458 rc 0/0 00000100:00100000:1.0:1762170989.250405:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42277 00000100:00100000:3.0:1762170989.250496:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481769728:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.250513:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.250521:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d15500/2, rc 0, transno 4294977458 00000100:00100000:1.0:1762170989.250533:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481761792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.250596:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481770496:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.250624:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.250647:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481770496 00000100:00100000:1.0:1762170989.250653:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481770496 00000100:00100000:1.0:1762170989.250687:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42311 00000100:00100000:1.0:1762170989.250695:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+798:3640:x1847765481770496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.250729:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2113 count 1 00010000:00010000:1.0:1762170989.250741:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.250752:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31400/0x96d1ba5869cbfc3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ac expref: 215 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.250757:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.250758:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.250760:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.250774:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31400/0x96d1ba5869cbfc3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ac expref: 215 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.250785:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31400/0x96d1ba5869cbfc3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ac expref: 215 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.250793:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3f79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481770624:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.250830:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a840 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.251075:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.251109:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489689984 00000100:00100000:1.0:1762170989.251113:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489689984 00010000:00010000:1.0:1762170989.251129:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c358a00/0x96d1ba5869cbfc1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6274 expref: 216 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.251148:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33686 00000100:00100000:1.0:1762170989.251155:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+216:2417:x1847765489689984:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.251162:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.251165:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c358a00/0x96d1ba5869cbfc1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6274 expref: 216 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.251174:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c358a00/0x96d1ba5869cbfc1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6274 expref: 216 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.251187:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c358a00/0x96d1ba5869cbfc1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6274 expref: 216 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.251197:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.251199:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.251202:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251208:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.251216:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.251231:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481770240:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.251232:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.251249:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.251259:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.251264:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+215:2417:x1847765489689984:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 106us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.251273:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33686 00000100:00100000:1.0:1762170989.251290:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489690112 00000100:00100000:1.0:1762170989.251293:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489690112 00000100:00100000:0.0:1762170989.251302:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.251310:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35be00/0x96d1ba5869cbfc25 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6282 expref: 215 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.251322:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489690240 00000100:00100000:0.0:1762170989.251327:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489690240 00000100:00100000:1.0:1762170989.251339:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489690368 00000100:00100000:3.0:1762170989.251344:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33687 00000100:00100000:1.0:1762170989.251345:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489690368 00010000:00010000:0.0:1762170989.251348:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eba00/0x96d1ba5869cc0b8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc704a expref: 216 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.251358:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+217:2416:x1847765489690112:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.251365:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c358600/0x96d1ba5869cbfc33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc629e expref: 217 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.251373:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.251383:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35be00/0x96d1ba5869cbfc25 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6282 expref: 217 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.251396:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35be00/0x96d1ba5869cbfc25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6282 expref: 217 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.251400:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33688 00000100:00100000:1.0:1762170989.251409:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33689 00000100:00100000:0.0:1762170989.251415:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+217:2416:x1847765489690240:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.251417:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.251422:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+217:2416:x1847765489690368:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.251423:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.251428:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.251429:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251433:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.251437:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eba00/0x96d1ba5869cc0b8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc704a expref: 217 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.251440:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c358600/0x96d1ba5869cbfc33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc629e expref: 217 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.251444:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251470:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c358600/0x96d1ba5869cbfc33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc629e expref: 217 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.251470:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eba00/0x96d1ba5869cc0b8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc704a expref: 217 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.251499:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.251500:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eba00/0x96d1ba5869cc0b8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc704a expref: 217 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.251502:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.251504:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.251506:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251518:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.251522:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.251527:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+216:2416:x1847765489690112:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 173us (316us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.251527:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.251531:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.251534:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.251539:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33687 00010000:00010000:0.0:1762170989.251549:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.251556:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+215:2416:x1847765489690368:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 137us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.251562:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33689 00010000:00010000:0.0:1762170989.251572:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.251612:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+214:2416:x1847765489690240:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 201us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.251619:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33688 00010000:00010000:1.0:1762170989.251628:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c358600/0x96d1ba5869cbfc33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc629e expref: 214 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.251636:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.251650:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481770368:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.251671:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251680:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251688:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251696:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251704:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.251741:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489690496 00000100:00100000:3.0:1762170989.251746:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489690496 00010000:00010000:1.0:1762170989.251755:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.251764:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31400/0x96d1ba5869cbfc3a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ac expref: 213 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.251795:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.251803:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.251812:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.251816:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.251825:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.251836:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.251842:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33690 00010000:00010000:0.0:1762170989.251843:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4806 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.251853:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+213:2416:x1847765489690496:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.251862:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.251864:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.251865:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.251870:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.251872:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31400/0x96d1ba5869cbfc3a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ac expref: 213 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.251874:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+799:3643:x1847765481770112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1775us (1845us total) trans 4294977488 rc 0/0 00000100:00100000:1.0:1762170989.251888:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42310 00010000:00010000:3.0:1762170989.251896:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31400/0x96d1ba5869cbfc3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ac expref: 213 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.251899:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35be00/0x96d1ba5869cbfc25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6282 expref: 213 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.251920:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481769984:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.251921:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.251923:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.251928:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.251933:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251934:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.251940:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251959:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.251960:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.251961:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.251980:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.251996:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.252000:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252009:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.252011:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.252019:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bd9180/2, rc 0, transno 4294977488 00010000:00010000:1.0:1762170989.252021:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.252022:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252029:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.252030:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481770112:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.252043:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.252046:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.252048:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252059:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.252068:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+212:2416:x1847765489690496:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 217us (436us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.252074:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.252078:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33690 00000100:00100000:2.0:1762170989.252079:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481770752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.252090:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc47f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252107:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.252112:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.252114:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.252122:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.252123:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.252125:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252132:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.252136:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252141:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.252142:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.252148:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481770752 00000100:00100000:2.0:1762170989.252153:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481770752 00010000:00010000:1.0:1762170989.252159:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc47f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.252162:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.252163:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+800:3640:x1847765481769600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2247us (2359us total) trans 4294977489 rc 0/0 00000100:00100000:2.0:1762170989.252177:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42312 00010000:00010000:3.0:1762170989.252183:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.252188:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42308 00000100:00100000:2.0:1762170989.252189:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+800:3641:x1847765481770752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.252194:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.252198:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.252202:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1762170989.252206:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2114 count 1 00010000:00010000:2.0:1762170989.252218:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.252221:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bd9f80/2, rc 0, transno 4294977489 00010000:00010000:2.0:1762170989.252231:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c359a00/0x96d1ba5869cbfc41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ba expref: 211 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.252233:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481769600:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.252242:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.252244:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.252247:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.252253:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.252260:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.252263:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c359a00/0x96d1ba5869cbfc41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ba expref: 211 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.252265:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.252280:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.252284:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.252286:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c359a00/0x96d1ba5869cbfc41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ba expref: 211 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.252296:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+800:3641:x1847765481769472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2647us (2713us total) trans 4294977490 rc 0/0 00010000:00010000:3.0:1762170989.252297:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.252308:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481770880:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.252314:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42307 00010000:00010000:3.0:1762170989.252321:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.252329:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc47ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.252350:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.252353:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.252353:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bd8a80/2, rc 0, transno 4294977490 00000100:00100000:2.0:1762170989.252355:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.252356:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.252362:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481769472:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.252399:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c31400/0x96d1ba5869cbfc3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ac expref: 211 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.252411:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3f79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481770624:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.252414:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481771136:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.252428:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.252439:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.252444:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481771008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.252472:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.252507:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481771136 00000100:00100000:0.0:1762170989.252511:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481771136 00000100:00100000:1.0:1762170989.252513:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481771008 00000100:00100000:1.0:1762170989.252517:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481771008 00000100:00100000:0.0:1762170989.252546:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42313 00000100:00100000:1.0:1762170989.252553:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42314 00000100:00100000:0.0:1762170989.252559:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+802:3643:x1847765481771136:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.252565:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+802:3642:x1847765481771008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.252575:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2116 count 1 00002000:00080000:1.0:1762170989.252578:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2115 count 1 00010000:00010000:0.0:1762170989.252598:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252602:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.252619:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b400/0x96d1ba5869cbfc4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62d6 expref: 210 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.252629:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.252631:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d400/0x96d1ba5869cbfc48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c8 expref: 210 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.252632:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.252636:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252647:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.252650:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.252654:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.252661:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b400/0x96d1ba5869cbfc4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62d6 expref: 210 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.252669:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b400/0x96d1ba5869cbfc4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62d6 expref: 210 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.252678:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481771264:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.252683:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d400/0x96d1ba5869cbfc48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c8 expref: 210 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.252696:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d400/0x96d1ba5869cbfc48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c8 expref: 210 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.252730:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481771392:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.252759:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a840 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.252760:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.252770:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252776:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252781:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252786:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.252800:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.252819:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.252826:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.252835:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.252840:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.252849:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.252862:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.252869:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc480d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.252901:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.252905:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.252908:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.252946:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+803:3640:x1847765481770496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2252us (2321us total) trans 4294977492 rc 0/0 00000100:00100000:1.0:1762170989.252954:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42311 00000004:00080000:3.0:1762170989.253003:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffd880/2, rc 0, transno 4294977492 00000100:00100000:1.0:1762170989.253067:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170989.253075:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481771520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.253081:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481770496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.253102:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.253137:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481771520 00000100:00100000:1.0:1762170989.253140:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481771520 00000100:00100000:2.0:1762170989.253152:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481770880:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.253170:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.253173:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42315 00000100:00100000:1.0:1762170989.253185:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+803:3641:x1847765481771520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.253194:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2117 count 1 00010000:00010000:1.0:1762170989.253203:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.253211:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35cc00/0x96d1ba5869cbfc56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62e4 expref: 210 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.253216:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.253217:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.253219:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.253234:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35cc00/0x96d1ba5869cbfc56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62e4 expref: 210 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.253246:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35cc00/0x96d1ba5869cbfc56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62e4 expref: 210 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.253257:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481771648:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.253301:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.253558:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.253622:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481771264:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.253630:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489690624 00000100:00100000:3.0:1762170989.253635:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489690624 00010000:00010000:0.0:1762170989.253637:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.253654:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481771392:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.253657:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c359a00/0x96d1ba5869cbfc41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ba expref: 211 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.253675:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.253685:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33691 00000100:00100000:3.0:1762170989.253762:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+211:2417:x1847765489690624:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.253771:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.253775:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c359a00/0x96d1ba5869cbfc41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ba expref: 211 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.253784:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c359a00/0x96d1ba5869cbfc41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ba expref: 211 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.253799:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c359a00/0x96d1ba5869cbfc41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62ba expref: 211 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.253828:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.253844:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.253846:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.253849:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.253854:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.253870:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.253880:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489690752 00000100:00100000:1.0:1762170989.253886:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489690752 00000100:00100000:0.0:1762170989.253897:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489690880 00000100:00100000:0.0:1762170989.253903:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489690880 00010000:00010000:1.0:1762170989.253908:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b400/0x96d1ba5869cbfc4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62d6 expref: 211 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.253928:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d400/0x96d1ba5869cbfc48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c8 expref: 212 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.253940:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33692 00000100:00100000:1.0:1762170989.253951:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+212:2417:x1847765489690752:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.253967:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33693 00010000:00010000:3.0:1762170989.253968:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.253968:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.253977:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b400/0x96d1ba5869cbfc4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62d6 expref: 212 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.253990:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b400/0x96d1ba5869cbfc4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62d6 expref: 212 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.253994:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+212:2417:x1847765489690880:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.254000:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+212:2417:x1847765489690624:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 305us (439us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.254012:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.254014:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33691 00010000:00010000:1.0:1762170989.254021:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b400/0x96d1ba5869cbfc4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62d6 expref: 212 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.254021:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d400/0x96d1ba5869cbfc48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c8 expref: 212 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.254040:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254043:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d400/0x96d1ba5869cbfc48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c8 expref: 210 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.254045:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.254049:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.254055:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.254064:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254072:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d400/0x96d1ba5869cbfc48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62c8 expref: 210 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.254076:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.254089:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.254111:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254113:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.254115:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.254117:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.254122:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254128:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.254140:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.254149:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.254154:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+209:2417:x1847765489690752:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 202us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.254164:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33692 00000100:00100000:0.0:1762170989.254173:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+209:2417:x1847765489690880:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 188us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.254180:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33693 00010000:00010000:1.0:1762170989.254204:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.254215:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.254224:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.254225:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.254231:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254237:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.254242:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.254244:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.254251:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254254:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.254272:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254274:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.254275:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.254290:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.254292:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.254296:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.254297:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.254316:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.254316:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.254323:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.254332:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.254335:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489691008 00000100:00100000:0.0:1762170989.254340:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489691008 00010000:00010000:1.0:1762170989.254348:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.254354:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4814 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254356:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35cc00/0x96d1ba5869cbfc56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62e4 expref: 208 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.254365:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+804:3641:x1847765481770752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2175us (2251us total) trans 4294977493 rc 0/0 00010000:00010000:1.0:1762170989.254372:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4822 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.254385:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42312 00010000:00010000:3.0:1762170989.254392:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.254393:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33694 00010000:00010000:3.0:1762170989.254396:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.254400:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.254402:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.254404:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+208:2417:x1847765489691008:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.254407:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.254411:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.254411:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.254416:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35cc00/0x96d1ba5869cbfc56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62e4 expref: 208 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.254427:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35cc00/0x96d1ba5869cbfc56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62e4 expref: 208 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.254438:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.254440:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.254442:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.254447:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bdad80/2, rc 0, transno 4294977493 00010000:00010000:0.0:1762170989.254447:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254464:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.254469:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481770752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.254498:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+208:2417:x1847765489691008:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 96us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.254503:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33694 00000100:00100000:1.0:1762170989.254519:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481771776:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.254527:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.254558:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.254599:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481771776 00000100:00100000:2.0:1762170989.254604:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481771776 00000100:00100000:2.0:1762170989.254634:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42316 00000100:00100000:2.0:1762170989.254644:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6661c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+806:3641:x1847765481771776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.254659:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2118 count 1 00000100:00100000:0.0:1762170989.254668:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+806:3643:x1847765481771136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2113us (2228us total) trans 4294977494 rc 0/0 00010000:00010000:2.0:1762170989.254673:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.254679:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42313 00010000:00010000:3.0:1762170989.254683:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.254689:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.254695:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ac00/0x96d1ba5869cbfc5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f2 expref: 207 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.254698:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.254703:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.254758:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.254760:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+805:3642:x1847765481771008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2197us (2286us total) trans 4294977495 rc 0/0 00010000:00010000:3.0:1762170989.254772:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.254774:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42314 00010000:00010000:3.0:1762170989.254782:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc481b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.254803:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.254805:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35cc00/0x96d1ba5869cbfc56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62e4 expref: 207 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.254806:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.254811:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.254821:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481771648:192.168.202.10@tcp:104: 00000004:00080000:1.0:1762170989.254823:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bd9c00/2, rc 0, transno 4294977495 00000100:00100000:1.0:1762170989.254840:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481771008:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.254840:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254853:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254857:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254863:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254868:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254880:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.254891:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.254895:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254899:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.254903:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.254905:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481771904:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.254912:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254925:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.254929:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448400/0x96d1ba5869cc4829 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.254944:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.254950:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.254954:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.254957:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.254986:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481771904 00000100:00100000:1.0:1762170989.254991:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481771904 00000100:00100000:1.0:1762170989.255029:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42317 00000100:00100000:1.0:1762170989.255040:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+806:3642:x1847765481771904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.255054:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2119 count 1 00010000:00010000:1.0:1762170989.255069:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.255082:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8906c00/0x96d1ba5869cc0a79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f39 expref: 206 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.255091:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.255093:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.255097:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.255103:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+806:3641:x1847765481771520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1919us (1999us total) trans 4294977496 rc 0/0 00000100:00100000:0.0:1762170989.255113:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42315 00010000:00010000:2.0:1762170989.255124:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.255126:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.255128:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.255134:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bdb480/2, rc 0, transno 4294977496 00010000:00010000:2.0:1762170989.255146:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ac00/0x96d1ba5869cbfc5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f2 expref: 206 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.255147:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481771520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.255207:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1762170989.255218:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481772160:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.255248:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.255290:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481772160 00000100:00100000:0.0:1762170989.255295:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481772160 00010000:00010000:1.0:1762170989.255307:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8906c00/0x96d1ba5869cc0a79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f39 expref: 206 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.255321:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8906c00/0x96d1ba5869cc0a79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f39 expref: 206 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.255327:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42318 00000100:00100000:0.0:1762170989.255338:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+806:3642:x1847765481772160:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.255343:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481772288:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170989.255351:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2120 count 1 00010000:00010000:0.0:1762170989.255364:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.255375:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d600/0x96d1ba5869cbfc6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc630e expref: 206 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.255384:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.255385:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.255388:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.255404:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d600/0x96d1ba5869cbfc6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc630e expref: 206 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.255410:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a840 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.255413:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d600/0x96d1ba5869cbfc6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc630e expref: 206 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.255423:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481772416:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.255446:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.255642:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ac00/0x96d1ba5869cbfc5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f2 expref: 206 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.255655:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481772032:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.255804:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.255830:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bd9880/2, rc 0, transno 4294977494 00000100:00100000:2.0:1762170989.255843:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481771136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.255897:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170989.255906:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481772544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.255932:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.255969:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481772544 00000100:00100000:0.0:1762170989.255974:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481772544 00000100:00100000:0.0:1762170989.256020:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42319 00000100:00100000:0.0:1762170989.256030:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+807:3641:x1847765481772544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.256045:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2121 count 1 00010000:00010000:0.0:1762170989.256059:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.256072:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b600/0x96d1ba5869cbfc72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc631c expref: 206 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.256079:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.256081:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.256084:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.256108:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b600/0x96d1ba5869cbfc72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc631c expref: 206 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.256119:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b600/0x96d1ba5869cbfc72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc631c expref: 206 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.256130:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481772672:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.256228:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.256570:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481772288:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.256596:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.257208:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.257231:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481772416:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.257236:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.257255:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.257272:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.257275:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489691392 00000100:00100000:1.0:1762170989.257279:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489691392 00000100:00100000:0.0:1762170989.257294:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481772672:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.257308:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.257311:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257317:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b600/0x96d1ba5869cbfc72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc631c expref: 207 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.257330:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489691264 00000100:00100000:2.0:1762170989.257334:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489691264 00000100:00100000:1.0:1762170989.257352:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489691136 00010000:00010000:2.0:1762170989.257353:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ac00/0x96d1ba5869cbfc5d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f2 expref: 208 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.257356:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489691136 00000100:00100000:3.0:1762170989.257357:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489691520 00000100:00100000:3.0:1762170989.257364:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489691520 00010000:00010000:1.0:1762170989.257367:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8906c00/0x96d1ba5869cc0a79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f39 expref: 209 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.257375:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33695 00000100:00100000:2.0:1762170989.257384:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+210:2415:x1847765489691392:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.257389:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d600/0x96d1ba5869cbfc6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc630e expref: 210 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.257389:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33696 00010000:00010000:2.0:1762170989.257395:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.257400:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e886e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+210:2417:x1847765489691264:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.257403:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b600/0x96d1ba5869cbfc72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc631c expref: 210 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.257409:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.257413:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ac00/0x96d1ba5869cbfc5d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f2 expref: 210 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.257414:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b600/0x96d1ba5869cbfc72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc631c expref: 210 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.257422:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33697 00010000:00010000:2.0:1762170989.257434:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b600/0x96d1ba5869cbfc72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc631c expref: 210 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.257437:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+210:2417:x1847765489691136:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.257438:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ac00/0x96d1ba5869cbfc5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f2 expref: 210 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.257451:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.257452:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.257453:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.257455:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.257456:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257458:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.257462:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8906c00/0x96d1ba5869cc0a79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f39 expref: 209 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.257463:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.257465:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257484:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.257489:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8906c00/0x96d1ba5869cc0a79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f39 expref: 209 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.257498:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.257500:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.257509:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8906c00/0x96d1ba5869cc0a79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f39 expref: 209 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.257522:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.257525:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.257526:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.257529:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.257532:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+208:2415:x1847765489691392:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 147us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.257532:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e886e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+208:2417:x1847765489691264:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 132us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.257552:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33696 00010000:00010000:0.0:1762170989.257552:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.257554:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.257563:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33695 00000100:00100000:1.0:1762170989.257573:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33698 00010000:00010000:0.0:1762170989.257577:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.257596:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+206:2417:x1847765489691520:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.257606:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.257606:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257611:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.257621:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d600/0x96d1ba5869cbfc6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc630e expref: 206 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.257633:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+206:2417:x1847765489691136:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 200us (361us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.257635:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ac00/0x96d1ba5869cbfc5d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc62f2 expref: 206 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.257635:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d600/0x96d1ba5869cbfc6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc630e expref: 206 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.257650:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33697 00000100:00100000:2.0:1762170989.257655:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481772032:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.257657:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d600/0x96d1ba5869cbfc6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc630e expref: 205 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.257667:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.257669:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.257674:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257674:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257682:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.257683:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.257691:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.257698:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257702:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.257801:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+203:2417:x1847765489691520:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 219us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.257808:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33698 00010000:00010000:0.0:1762170989.257840:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257845:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.257853:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257857:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.257869:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257872:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257883:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.257893:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257904:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.257917:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.257929:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.257930:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.257937:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.257938:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.257939:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257956:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.257958:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.257961:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.257962:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.257964:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.257978:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.257981:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.258003:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.258006:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.258024:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4837 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.258025:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc483e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.258060:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.258064:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.258065:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.258069:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.258074:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.258075:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.258080:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.258083:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.258085:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+809:3642:x1847765481772160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2747us (2836us total) trans 4294977497 rc 0/0 00010000:00010000:1.0:1762170989.258096:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.258103:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42318 00010000:00010000:1.0:1762170989.258114:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.258125:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4830 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.258138:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.258140:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.258145:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.258151:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.258151:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.258156:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.258163:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.258171:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.258178:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4845 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.258189:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.258192:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.258194:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.258217:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3ffce00/2, rc 0, transno 4294977497 00000100:00100000:1.0:1762170989.258225:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3ffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481772160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.258281:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1762170989.258293:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481772800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.258327:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.258328:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+809:3641:x1847765481772544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2297us (2391us total) trans 4294977499 rc 0/0 00000004:00080000:1.0:1762170989.258332:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b73100/2, rc 0, transno 4294977499 00000100:00100000:0.0:1762170989.258340:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42319 00000100:00100000:1.0:1762170989.258345:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481772544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.258346:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6661c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+809:3641:x1847765481771776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3704us (3789us total) trans 4294977498 rc 0/0 00000100:00100000:2.0:1762170989.258354:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42316 00000100:00100000:0.0:1762170989.258360:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481772800 00000004:00080000:1.0:1762170989.258361:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bd9500/2, rc 0, transno 4294977498 00000100:00100000:0.0:1762170989.258367:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481772800 00000100:00100000:1.0:1762170989.258368:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481771776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.258406:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42320 00000100:00100000:0.0:1762170989.258417:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+808:3640:x1847765481772800:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.258432:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481772928:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.258435:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2122 count 1 00010000:00010000:0.0:1762170989.258451:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.258461:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481773056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.258462:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.258465:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ea00/0x96d1ba5869cbfc79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc632a expref: 202 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.258475:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.258477:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.258480:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.258490:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.258504:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ea00/0x96d1ba5869cbfc79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc632a expref: 202 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.258520:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ea00/0x96d1ba5869cbfc79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc632a expref: 202 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.258527:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481772928 00000100:00100000:2.0:1762170989.258531:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481772928 00000100:00100000:0.0:1762170989.258532:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481773184:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.258557:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481773056 00000100:00100000:2.0:1762170989.258560:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481773056 00000100:00100000:2.0:1762170989.258602:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42321 00000100:00100000:2.0:1762170989.258612:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+811:3642:x1847765481772928:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.258614:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b900 going to sleep for 11 seconds 00002000:00080000:2.0:1762170989.258631:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2123 count 1 00010000:00010000:2.0:1762170989.258643:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.258645:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42322 00010000:00010000:2.0:1762170989.258658:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35e600/0x96d1ba5869cbfc80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6338 expref: 202 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.258660:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+811:3643:x1847765481773056:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.258672:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.258674:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.258677:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.258680:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2124 count 1 00010000:00010000:0.0:1762170989.258696:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.258705:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35e600/0x96d1ba5869cbfc80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6338 expref: 202 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.258744:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d200/0x96d1ba5869cbfc87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6346 expref: 202 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.258746:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35e600/0x96d1ba5869cbfc80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6338 expref: 202 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.258763:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.258767:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.258770:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.258772:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481773312:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.258803:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d200/0x96d1ba5869cbfc87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6346 expref: 202 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.258815:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d200/0x96d1ba5869cbfc87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6346 expref: 202 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.258819:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.258828:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481773440:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.258864:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.258996:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+811:3641:x1847765481768192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12881us (13239us total) trans 4294977482 rc 0/0 00000100:00100000:2.0:1762170989.259004:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42303 00000004:00080000:1.0:1762170989.259040:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b98700/2, rc 0, transno 4294977482 00000100:00100000:1.0:1762170989.259050:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481768192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.259097:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481773568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.259124:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.259143:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481773568 00000100:00100000:2.0:1762170989.259149:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481773568 00000100:00100000:2.0:1762170989.259175:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42323 00000100:00100000:2.0:1762170989.259183:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+811:3640:x1847765481773568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.259196:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2125 count 1 00010000:00010000:2.0:1762170989.259205:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.259216:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b200/0x96d1ba5869cbfc8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6354 expref: 202 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.259222:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.259224:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.259226:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.259243:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b200/0x96d1ba5869cbfc8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6354 expref: 202 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.259252:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b200/0x96d1ba5869cbfc8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6354 expref: 202 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.259262:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481773696:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.259294:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.261398:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481773184:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.261405:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481773312:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.261421:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.261426:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.261437:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.261457:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481773440:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.261475:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.261483:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.261530:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.261535:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481773696:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.261552:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.261559:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.261729:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489691648 00000100:00100000:1.0:1762170989.261735:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489691648 00010000:00010000:1.0:1762170989.261763:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35e600/0x96d1ba5869cbfc80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6338 expref: 203 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.261790:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489691904 00000100:00100000:1.0:1762170989.261793:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489691904 00010000:00010000:1.0:1762170989.261807:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d200/0x96d1ba5869cbfc87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6346 expref: 204 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.261823:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489691776 00000100:00100000:1.0:1762170989.261826:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489691776 00010000:00010000:1.0:1762170989.261838:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ea00/0x96d1ba5869cbfc79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc632a expref: 205 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.261861:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489692032 00000100:00100000:1.0:1762170989.261864:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489692032 00000100:00100000:0.0:1762170989.261875:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33699 00010000:00010000:1.0:1762170989.261879:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b200/0x96d1ba5869cbfc8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6354 expref: 206 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.261888:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+206:2414:x1847765489691648:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.261903:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.261909:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35e600/0x96d1ba5869cbfc80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6338 expref: 206 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.261914:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33700 00010000:00010000:0.0:1762170989.261924:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35e600/0x96d1ba5869cbfc80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6338 expref: 206 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.261930:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+206:2416:x1847765489691904:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.261940:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.261947:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35e600/0x96d1ba5869cbfc80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6338 expref: 206 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.261948:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d200/0x96d1ba5869cbfc87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6346 expref: 206 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.261965:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.261967:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d200/0x96d1ba5869cbfc87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6346 expref: 205 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.261968:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.261972:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.261985:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.261991:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35d200/0x96d1ba5869cbfc87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6346 expref: 205 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.262002:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.262005:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.262007:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.262008:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.262015:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.262018:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.262024:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.262033:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.262039:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.262042:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+204:2414:x1847765489691648:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (612us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.262043:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.262053:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33699 00000100:00100000:1.0:1762170989.262063:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+204:2416:x1847765489691904:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 138us (583us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.262071:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.262071:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33700 00010000:00010000:3.0:1762170989.262078:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.262078:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33701 00010000:00010000:3.0:1762170989.262086:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.262087:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+202:2416:x1847765489691776:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.262094:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33702 00010000:00010000:0.0:1762170989.262099:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.262105:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.262107:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ea00/0x96d1ba5869cbfc79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc632a expref: 202 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.262110:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+202:2414:x1847765489692032:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.262113:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262124:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ea00/0x96d1ba5869cbfc79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc632a expref: 202 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.262127:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.262133:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.262137:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b200/0x96d1ba5869cbfc8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6354 expref: 202 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.262142:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ea00/0x96d1ba5869cbfc79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc632a expref: 202 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.262156:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262164:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.262167:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.262168:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4853 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.262168:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b200/0x96d1ba5869cbfc8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6354 expref: 201 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.262171:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262199:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.262204:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35b200/0x96d1ba5869cbfc8e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6354 expref: 201 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.262205:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.262208:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+812:3642:x1847765481772928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3598us (3744us total) trans 4294977501 rc 0/0 00010000:00010000:3.0:1762170989.262210:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.262215:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.262219:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42321 00010000:00010000:0.0:1762170989.262219:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.262221:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.262224:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.262227:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.262235:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.262239:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+200:2416:x1847765489691776:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 152us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.262250:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33701 00010000:00010000:1.0:1762170989.262262:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.262271:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262277:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262282:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.262287:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+199:2414:x1847765489692032:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 180us (730us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.262293:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.262301:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33702 00010000:00010000:0.0:1762170989.262310:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.262317:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.262322:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.262328:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.262331:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.262338:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.262339:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.262355:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.262355:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.262355:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b70700/2, rc 0, transno 4294977501 00000100:00100000:1.0:1762170989.262370:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481772928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.262372:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc485a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.262376:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.262386:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.262391:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.262395:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.262407:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.262416:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+812:3643:x1847765481773056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3761us (3927us total) trans 4294977502 rc 0/0 00000100:00100000:0.0:1762170989.262421:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42322 00000100:00100000:1.0:1762170989.262435:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481773824:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.262436:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.262442:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.262443:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.262450:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.262453:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262458:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262467:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262471:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4861 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.262489:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.262489:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.262492:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.262495:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.262504:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481773824 00000100:00100000:0.0:1762170989.262508:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481773824 00000100:00100000:2.0:1762170989.262519:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+813:3640:x1847765481773568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3335us (3394us total) trans 4294977503 rc 0/0 00000100:00100000:2.0:1762170989.262528:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42323 00000004:00080000:3.0:1762170989.262529:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b71c00/2, rc 0, transno 4294977503 00000100:00100000:0.0:1762170989.262533:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42324 00000100:00100000:3.0:1762170989.262543:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481773568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.262544:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+812:3641:x1847765481773824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.262563:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2126 count 1 00000004:00080000:2.0:1762170989.262566:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b72a00/2, rc 0, transno 4294977502 00000100:00100000:2.0:1762170989.262573:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481773056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.262574:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.262597:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170989.262600:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fa00/0x96d1ba5869cbfc95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6362 expref: 198 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.262606:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.262607:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.262611:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481773952:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.262611:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.262628:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170989.262640:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481774080:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.262643:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fa00/0x96d1ba5869cbfc95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6362 expref: 198 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.262651:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.262664:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fa00/0x96d1ba5869cbfc95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6362 expref: 198 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.262675:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481774208:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.262679:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.262688:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481773952 00000100:00100000:2.0:1762170989.262693:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481773952 00000100:00100000:2.0:1762170989.262742:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481774080 00000100:00100000:2.0:1762170989.262746:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481774080 00000100:00100000:2.0:1762170989.262769:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42325 00000100:00100000:2.0:1762170989.262777:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+814:3643:x1847765481773952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.262788:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2127 count 1 00010000:00010000:2.0:1762170989.262800:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.262811:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48000/0x96d1ba5869cc0968 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e28 expref: 198 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.262818:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.262820:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.262823:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.262824:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b900 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.262843:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42326 00010000:00010000:2.0:1762170989.262850:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48000/0x96d1ba5869cc0968 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e28 expref: 198 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.262854:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+814:3642:x1847765481774080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.262868:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48000/0x96d1ba5869cc0968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e28 expref: 198 pid: 33719 timeout: 4705 lvb_type: 0 00002000:00080000:0.0:1762170989.262869:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2128 count 1 00010000:00010000:0.0:1762170989.262882:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.262883:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481774336:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.262898:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f200/0x96d1ba5869cbfd59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc637e expref: 198 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.262903:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.262905:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.262907:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262921:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f200/0x96d1ba5869cbfd59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc637e expref: 198 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.262923:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.262932:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f200/0x96d1ba5869cbfd59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc637e expref: 198 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.262941:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481774464:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.262964:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bf00 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.262985:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262990:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.262995:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.263003:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.263020:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.263026:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.263033:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.263041:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.263046:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.263054:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.263066:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.263073:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10e00/0x96d1ba5869cc484c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.263095:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.263098:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.263101:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.263148:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+815:3640:x1847765481772800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4733us (4821us total) trans 4294977504 rc 0/0 00000004:00080000:3.0:1762170989.263154:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b72680/2, rc 0, transno 4294977504 00000100:00100000:0.0:1762170989.263157:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42320 00000100:00100000:3.0:1762170989.263165:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481772800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.263205:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481774592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.263231:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.263265:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481774592 00000100:00100000:0.0:1762170989.263270:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481774592 00000100:00100000:0.0:1762170989.263301:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42327 00000100:00100000:0.0:1762170989.263310:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+815:3640:x1847765481774592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.263321:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2129 count 1 00010000:00010000:0.0:1762170989.263331:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.263339:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00600/0x96d1ba5869cbfd67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc638c expref: 198 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.263343:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.263345:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.263347:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.263364:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00600/0x96d1ba5869cbfd67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc638c expref: 198 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.263370:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00600/0x96d1ba5869cbfd67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc638c expref: 198 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.263379:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481774720:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.263434:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481774208:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.263447:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.263462:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.263947:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.263971:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489692160 00000100:00100000:1.0:1762170989.263975:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489692160 00010000:00010000:1.0:1762170989.263995:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fa00/0x96d1ba5869cbfc95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6362 expref: 199 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.264018:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33703 00000100:00100000:1.0:1762170989.264026:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+199:2417:x1847765489692160:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.264035:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.264040:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fa00/0x96d1ba5869cbfc95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6362 expref: 199 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.264051:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fa00/0x96d1ba5869cbfc95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6362 expref: 199 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.264055:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481774336:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.264066:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fa00/0x96d1ba5869cbfc95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6362 expref: 199 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.264072:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264077:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.264079:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.264082:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264091:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264110:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.264125:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.264148:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+198:2417:x1847765489692160:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 122us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.264156:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33703 00000100:00100000:1.0:1762170989.264196:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489692416 00000100:00100000:1.0:1762170989.264200:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489692416 00010000:00010000:1.0:1762170989.264215:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f200/0x96d1ba5869cbfd59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc637e expref: 198 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.264216:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.264234:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489692288 00000100:00100000:1.0:1762170989.264237:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489692288 00010000:00010000:1.0:1762170989.264251:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48000/0x96d1ba5869cc0968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e28 expref: 199 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.264267:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33704 00000100:00100000:1.0:1762170989.264272:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33705 00000100:00100000:2.0:1762170989.264276:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+199:2417:x1847765489692416:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.264280:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+199:2416:x1847765489692288:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.264285:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.264287:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.264292:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f200/0x96d1ba5869cbfd59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc637e expref: 199 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.264292:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48000/0x96d1ba5869cc0968 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e28 expref: 199 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.264306:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48000/0x96d1ba5869cc0968 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e28 expref: 199 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.264307:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.264307:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f200/0x96d1ba5869cbfd59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc637e expref: 199 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.264324:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.264325:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c48000/0x96d1ba5869cc0968 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e28 expref: 199 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.264326:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.264330:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489692544 00010000:00010000:2.0:1762170989.264331:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.264335:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489692544 00010000:00010000:1.0:1762170989.264338:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.264341:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.264342:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264344:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264346:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35f200/0x96d1ba5869cbfd59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc637e expref: 199 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.264352:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00600/0x96d1ba5869cbfd67 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc638c expref: 199 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.264361:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.264361:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.264374:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481774464:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.264385:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33706 00010000:00010000:1.0:1762170989.264389:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.264390:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+198:2417:x1847765489692416:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 115us (265us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.264391:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.264396:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+198:2416:x1847765489692544:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.264409:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33704 00000100:00100000:1.0:1762170989.264409:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+198:2416:x1847765489692288:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 128us (190us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.264410:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.264411:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264419:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00600/0x96d1ba5869cbfd67 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc638c expref: 198 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.264428:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33705 00010000:00010000:3.0:1762170989.264431:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264441:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264442:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00600/0x96d1ba5869cbfd67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc638c expref: 196 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.264458:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264462:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264464:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.264467:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.264470:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.264471:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264481:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.264482:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264488:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.264497:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264498:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264509:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.264511:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.264520:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264522:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264524:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.264531:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264537:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.264538:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.264548:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+196:2416:x1847765489692544:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 157us (245us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.264552:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.264555:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.264555:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33706 00010000:00010000:3.0:1762170989.264572:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264572:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.264578:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264597:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264600:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.264605:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264609:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4876 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264614:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264626:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264630:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4868 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264631:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.264637:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264643:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.264647:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264653:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264654:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.264658:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.264664:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+817:3641:x1847765481773824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2121us (2175us total) trans 4294977505 rc 0/0 00010000:00010000:0.0:1762170989.264664:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.264665:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.264679:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc486f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.264681:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42324 00010000:00010000:3.0:1762170989.264728:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.264732:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.264735:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.264735:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b73b80/2, rc 0, transno 4294977505 00010000:00010000:3.0:1762170989.264745:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.264749:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481773824:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.264774:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00600/0x96d1ba5869cbfd67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc638c expref: 195 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.264790:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481774720:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.264801:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481774848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.264808:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264819:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.264829:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.264832:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264842:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.264849:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.264859:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481774848 00000100:00100000:1.0:1762170989.264864:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481774848 00010000:00010000:0.0:1762170989.264870:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.264875:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.264881:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264888:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.264892:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264901:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264913:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264920:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc487d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.264939:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.264942:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.264945:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.264964:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+819:3642:x1847765481774080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2114us (2289us total) trans 4294977507 rc 0/0 00000100:00100000:3.0:1762170989.264971:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42326 00000100:00100000:1.0:1762170989.264977:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42328 00000100:00100000:1.0:1762170989.264986:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+818:3641:x1847765481774848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.264999:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2130 count 1 00000100:00100000:0.0:1762170989.265008:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+818:3640:x1847765481774592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1697us (1773us total) trans 4294977508 rc 0/0 00010000:00010000:1.0:1762170989.265012:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.265013:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e2300/2, rc 0, transno 4294977507 00000100:00100000:0.0:1762170989.265020:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42327 00000100:00100000:3.0:1762170989.265024:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481774080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.265034:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03200/0x96d1ba5869cbfd6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc639a expref: 194 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.265042:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.265044:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.265047:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.265053:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e1c00/2, rc 0, transno 4294977508 00000100:00100000:3.0:1762170989.265058:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481774592:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.265068:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03200/0x96d1ba5869cbfd6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc639a expref: 194 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.265083:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03200/0x96d1ba5869cbfd6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc639a expref: 194 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.265094:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481774976:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.265111:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481775104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.265140:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.265147:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.265164:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170989.265172:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481775232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.265191:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.265221:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481775104 00000100:00100000:3.0:1762170989.265224:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481775104 00000100:00100000:3.0:1762170989.265244:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481775232 00000100:00100000:3.0:1762170989.265245:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481775232 00000100:00100000:3.0:1762170989.265263:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42329 00000100:00100000:3.0:1762170989.265269:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+819:3642:x1847765481775104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.265289:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2131 count 1 00010000:00010000:3.0:1762170989.265299:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.265313:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02000/0x96d1ba5869cbfd83 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a8 expref: 194 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.265321:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.265323:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.265326:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.265349:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02000/0x96d1ba5869cbfd83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a8 expref: 194 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.265360:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02000/0x96d1ba5869cbfd83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a8 expref: 194 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.265371:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5141180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481775360:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.265404:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.265428:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42330 00000100:00100000:3.0:1762170989.265435:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+819:3642:x1847765481775232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.265445:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2132 count 1 00010000:00010000:3.0:1762170989.265454:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.265462:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fc00/0x96d1ba5869cbfd91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63b6 expref: 194 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.265467:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.265469:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.265471:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.265488:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fc00/0x96d1ba5869cbfd91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63b6 expref: 194 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.265494:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fc00/0x96d1ba5869cbfd91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63b6 expref: 194 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.265501:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5141880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481775488:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.265524:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321d80 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.265988:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+819:3643:x1847765481765632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31438us (31526us total) trans 4294977474 rc 0/0 00000100:00100000:0.0:1762170989.265995:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42293 00000004:00080000:2.0:1762170989.267900:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5980a80/2, rc 0, transno 4294977474 00000100:00100000:2.0:1762170989.267924:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481765632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.267970:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170989.267981:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5140000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481775616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.268016:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.268050:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481775616 00000100:00100000:1.0:1762170989.268055:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481775616 00000100:00100000:1.0:1762170989.268091:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42331 00000100:00100000:1.0:1762170989.268097:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+819:3641:x1847765481775616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.268115:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2133 count 1 00010000:00010000:1.0:1762170989.268133:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.268147:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03c00/0x96d1ba5869cbfd9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63c4 expref: 194 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.268155:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.268156:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.268159:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.268190:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03c00/0x96d1ba5869cbfd9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63c4 expref: 194 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.268205:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03c00/0x96d1ba5869cbfd9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63c4 expref: 194 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.268216:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481775744:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.268277:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.269952:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+819:3643:x1847765481767936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23981us (24385us total) trans 4294977483 rc 0/0 00000100:00100000:2.0:1762170989.269963:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42302 00000004:00080000:2.0:1762170989.270008:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b9a300/2, rc 0, transno 4294977483 00000100:00100000:2.0:1762170989.270024:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481767936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.270075:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481775872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.270117:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.270166:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481775872 00000100:00100000:3.0:1762170989.270171:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481775872 00000100:00100000:3.0:1762170989.270200:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42332 00000100:00100000:3.0:1762170989.270207:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+819:3641:x1847765481775872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.270222:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2134 count 1 00010000:00010000:3.0:1762170989.270235:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.270247:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00200/0x96d1ba5869cbfdad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d2 expref: 194 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.270252:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.270253:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.270256:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.270281:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00200/0x96d1ba5869cbfdad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d2 expref: 194 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.270294:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00200/0x96d1ba5869cbfdad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d2 expref: 194 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.270307:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5308380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481776000:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.270365:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.270426:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481774976:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.270452:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.270655:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5141180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481775360:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.270674:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.270684:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.270703:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5141880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481775488:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.270743:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.270788:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481775744:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.270796:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.270821:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.270829:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489692672 00000100:00100000:2.0:1762170989.270836:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.270844:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489692672 00000100:00100000:1.0:1762170989.270850:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489692928 00000100:00100000:1.0:1762170989.270856:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489692928 00000100:00100000:2.0:1762170989.270868:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.270886:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fc00/0x96d1ba5869cbfd91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63b6 expref: 196 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.270895:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03200/0x96d1ba5869cbfd6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc639a expref: 196 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.270896:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489692800 00000100:00100000:2.0:1762170989.270901:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489692800 00000100:00100000:1.0:1762170989.270912:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489693056 00000100:00100000:1.0:1762170989.270917:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489693056 00010000:00010000:2.0:1762170989.270926:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02000/0x96d1ba5869cbfd83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a8 expref: 198 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.270935:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03c00/0x96d1ba5869cbfd9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63c4 expref: 198 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.270944:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33707 00000100:00100000:0.0:1762170989.270955:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+198:2417:x1847765489692928:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.270964:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33708 00010000:00010000:0.0:1762170989.270968:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.270975:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33709 00000100:00100000:2.0:1762170989.270986:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+198:2417:x1847765489692672:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.270986:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fc00/0x96d1ba5869cbfd91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63b6 expref: 198 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.270988:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+198:2416:x1847765489692800:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.271009:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.271009:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.271020:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fc00/0x96d1ba5869cbfd91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63b6 expref: 198 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.271022:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03200/0x96d1ba5869cbfd6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc639a expref: 198 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.271022:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02000/0x96d1ba5869cbfd83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a8 expref: 198 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.271071:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03200/0x96d1ba5869cbfd6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc639a expref: 198 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.271071:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02000/0x96d1ba5869cbfd83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a8 expref: 198 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.271086:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35fc00/0x96d1ba5869cbfd91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63b6 expref: 198 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.271098:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03200/0x96d1ba5869cbfd6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc639a expref: 197 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.271098:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02000/0x96d1ba5869cbfd83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63a8 expref: 197 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.271108:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.271110:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+819:3643:x1847765481769856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21125us (21211us total) trans 4294977491 rc 0/0 00010000:00010000:1.0:1762170989.271116:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.271117:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.271122:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.271127:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.271128:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271130:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.271136:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.271140:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42309 00010000:00010000:2.0:1762170989.271143:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.271173:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271176:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.271176:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271238:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.271250:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.271251:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.271269:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+195:2417:x1847765489692672:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 293us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.271277:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33708 00000100:00100000:2.0:1762170989.271302:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33710 00010000:00010000:3.0:1762170989.271309:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.271310:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+194:2417:x1847765489692928:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 351us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.271312:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+194:2415:x1847765489693056:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.271312:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+194:2416:x1847765489692800:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 322us (473us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.271340:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.271354:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271354:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03c00/0x96d1ba5869cbfd9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63c4 expref: 194 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.271355:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33709 00000100:00100000:0.0:1762170989.271377:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33707 00010000:00010000:3.0:1762170989.271395:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271398:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03c00/0x96d1ba5869cbfd9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63c4 expref: 193 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.271403:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271425:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03c00/0x96d1ba5869cbfd9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63c4 expref: 192 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.271426:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.271439:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.271441:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.271445:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271453:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271480:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.271485:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.271493:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.271502:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.271509:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+191:2415:x1847765489693056:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.271518:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33710 00010000:00010000:1.0:1762170989.271518:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.271535:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1762170989.271594:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.271600:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.271610:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.271612:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+820:3642:x1847765481775232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6175us (6418us total) trans 4294977509 rc 0/0 00000100:00100000:3.0:1762170989.271629:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42330 00010000:00010000:2.0:1762170989.271629:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271637:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271654:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1762170989.271700:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+820:3641:x1847765481775616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3602us (3683us total) trans 4294977510 rc 0/0 00000100:00100000:1.0:1762170989.271760:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42331 00000100:00100000:3.0:1762170989.271810:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5308380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481776000:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.271841:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.271856:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+819:3641:x1847765481774848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6869us (7028us total) trans 4294977511 rc 0/0 00010000:00010000:0.0:1762170989.271858:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170989.271867:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.271870:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1762170989.271876:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42328 00010000:00010000:3.0:1762170989.271887:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.271900:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.271908:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.271910:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.271913:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489693184 00010000:00010000:3.0:1762170989.271924:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.271925:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489693184 00010000:00010000:0.0:1762170989.271928:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.271949:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00200/0x96d1ba5869cbfdad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d2 expref: 191 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.271974:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.271979:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.271987:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.271990:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4892 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.271998:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33711 00010000:00010000:3.0:1762170989.272018:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4899 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.272023:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+191:2416:x1847765489693184:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.272045:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.272053:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00200/0x96d1ba5869cbfdad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d2 expref: 191 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.272074:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.272075:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00200/0x96d1ba5869cbfdad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d2 expref: 191 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.272077:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.272082:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.272083:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.272090:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.272101:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.272105:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.272112:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00200/0x96d1ba5869cbfdad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63d2 expref: 191 pid: 8390 timeout: 4705 lvb_type: 1 00000004:00080000:3.0:1762170989.272119:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5a91f80/2, rc 0, transno 4294977509 00010000:00010000:0.0:1762170989.272137:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.272138:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5a91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481775232:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.272150:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.272158:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.272165:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.272168:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.272170:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.272181:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5140000/2, rc 0, transno 4294977510 00000100:00100000:3.0:1762170989.272194:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5140000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481775616:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.272195:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4884 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.272199:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.272224:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e1500/2, rc 0, transno 4294977511 00000100:00100000:3.0:1762170989.272243:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481774848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.272259:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.272261:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.272266:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.272273:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.272299:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+190:2416:x1847765489693184:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 282us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.272309:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33711 00000100:00100000:3.0:1762170989.272347:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481776384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.272373:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.272398:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+818:3642:x1847765481771904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17362us (17457us total) trans 4294977500 rc 0/0 00000100:00100000:1.0:1762170989.272407:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42317 00000100:00100000:3.0:1762170989.272410:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481776128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.272410:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481776384 00000100:00100000:2.0:1762170989.272415:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481776384 00000100:00100000:3.0:1762170989.272442:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.272495:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481776128 00000100:00100000:2.0:1762170989.272499:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481776128 00000100:00100000:1.0:1762170989.272505:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42333 00000100:00100000:1.0:1762170989.272512:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+819:3640:x1847765481776384:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.272520:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42334 00000004:00080000:3.0:1762170989.272522:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cce00/2, rc 0, transno 4294977500 00002000:00080000:1.0:1762170989.272528:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2137 count 1 00000100:00100000:2.0:1762170989.272529:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+819:3642:x1847765481776128:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.272535:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481771904:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.272538:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2135 count 1 00010000:00010000:1.0:1762170989.272542:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.272543:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170989.272550:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481776256:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.272550:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.272559:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc01400/0x96d1ba5869cbfdd7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63fc expref: 189 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.272564:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104fb400/0x96d1ba5869cc0bc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7082 expref: 189 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.272565:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.272567:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.272571:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.272571:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.272575:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1762170989.272589:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.272589:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.272611:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104fb400/0x96d1ba5869cc0bc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7082 expref: 189 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.272611:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc01400/0x96d1ba5869cbfdd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63fc expref: 189 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.272624:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104fb400/0x96d1ba5869cc0bc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7082 expref: 189 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.272626:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc01400/0x96d1ba5869cbfdd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63fc expref: 189 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.272639:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481776640:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.272639:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481776512:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.272652:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481776256 00000100:00100000:3.0:1762170989.272656:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.272659:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481776256 00000100:00100000:3.0:1762170989.272672:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481776768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.272740:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.272777:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bd8000/2, rc 0, transno 4294977491 00000100:00100000:2.0:1762170989.272790:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481769856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.272883:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42335 00000100:00100000:0.0:1762170989.272895:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+820:3642:x1847765481776256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.272915:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2136 count 1 00010000:00010000:0.0:1762170989.272932:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.272945:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ce00/0x96d1ba5869cbfdc9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63ee expref: 189 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.272948:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.272956:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.272958:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.272960:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.273002:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ce00/0x96d1ba5869cbfdc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63ee expref: 189 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.273013:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.273020:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ce00/0x96d1ba5869cbfdc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63ee expref: 189 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.273037:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.273039:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481776896:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.273057:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.273065:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.273069:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.273081:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.273144:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b900 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.273172:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481776768 00000100:00100000:0.0:1762170989.273176:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481776768 00000100:00100000:0.0:1762170989.273212:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42336 00000100:00100000:0.0:1762170989.273223:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+822:3640:x1847765481776768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.273232:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:0.0:1762170989.273239:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2138 count 1 00000100:00100000:2.0:1762170989.273248:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481777024:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.273260:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.273278:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03000/0x96d1ba5869cbfde5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc640a expref: 189 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.273291:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.273301:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.273304:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.273308:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.273325:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481777024 00000100:00100000:2.0:1762170989.273331:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481777024 00000100:00100000:3.0:1762170989.273336:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+822:3641:x1847765481775872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3125us (3214us total) trans 4294977512 rc 0/0 00010000:00010000:0.0:1762170989.273343:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03000/0x96d1ba5869cbfde5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc640a expref: 189 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.273353:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42332 00010000:00010000:0.0:1762170989.273377:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03000/0x96d1ba5869cbfde5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc640a expref: 189 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.273384:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42337 00000100:00100000:2.0:1762170989.273398:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+822:3643:x1847765481777024:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.273405:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481777152:192.168.202.10@tcp:104: 00002000:00080000:2.0:1762170989.273414:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2139 count 1 00000004:00080000:3.0:1762170989.273426:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5143b80/2, rc 0, transno 4294977512 00010000:00010000:2.0:1762170989.273429:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.273441:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481775872:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.273443:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00e00/0x96d1ba5869cbfdec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6418 expref: 189 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.273452:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.273453:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.273461:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.273466:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.273489:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00e00/0x96d1ba5869cbfdec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6418 expref: 189 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.273499:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00e00/0x96d1ba5869cbfdec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6418 expref: 189 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.273509:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481777280:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.273538:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.273609:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.273618:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.273625:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.273629:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.273637:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.273650:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.273657:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc48a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.273674:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.273677:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.273680:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.273797:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1762170989.273806:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481777408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.273877:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.273934:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481776512:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.273957:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.273975:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481777408 00000100:00100000:1.0:1762170989.273979:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481777408 00000100:00100000:1.0:1762170989.274016:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42338 00000100:00100000:1.0:1762170989.274028:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+823:3642:x1847765481777408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.274043:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2140 count 1 00010000:00010000:1.0:1762170989.274055:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.274065:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02a00/0x96d1ba5869cbfe01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6426 expref: 189 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.274073:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.274075:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.274078:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.274082:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.274093:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.274099:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02a00/0x96d1ba5869cbfe01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6426 expref: 189 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.274123:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.274128:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02a00/0x96d1ba5869cbfe01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6426 expref: 189 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.274150:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481777536:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.274197:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.274219:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.274230:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.274232:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.274239:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.274249:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.274256:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.274266:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.274280:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.274288:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc488b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.274365:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.274370:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.274375:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.274603:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+824:3642:x1847765481775104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9331us (9460us total) trans 4294977513 rc 0/0 00000100:00100000:3.0:1762170989.274612:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42329 00000004:00080000:3.0:1762170989.274667:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e5180/2, rc 0, transno 4294977513 00000100:00100000:3.0:1762170989.274682:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481775104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.274783:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170989.274795:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481777664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.274831:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.274875:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481777664 00000100:00100000:1.0:1762170989.274881:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481777664 00000100:00100000:3.0:1762170989.274913:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42339 00000100:00100000:3.0:1762170989.274927:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+824:3641:x1847765481777664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.274941:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2141 count 1 00010000:00010000:3.0:1762170989.274956:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.274971:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e5c00/0x96d1ba5869cc0405 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6434 expref: 189 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.274978:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.274982:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.274985:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.275010:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e5c00/0x96d1ba5869cc0405 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6434 expref: 189 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.275020:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e5c00/0x96d1ba5869cc0405 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6434 expref: 189 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.275040:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.275044:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5983b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481777792:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.275110:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.275165:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.275234:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.275293:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.275329:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489693312 00000100:00100000:0.0:1762170989.275338:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489693312 00000100:00100000:2.0:1762170989.275359:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.275376:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc01400/0x96d1ba5869cbfdd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63fc expref: 190 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.275406:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489693440 00000100:00100000:0.0:1762170989.275409:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489693440 00000100:00100000:1.0:1762170989.275419:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489693568 00010000:00010000:0.0:1762170989.275425:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104fb400/0x96d1ba5869cc0bc2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7082 expref: 191 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.275429:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489693568 00000100:00100000:2.0:1762170989.275437:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489693696 00000100:00100000:2.0:1762170989.275443:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489693696 00000100:00100000:0.0:1762170989.275451:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489693824 00000100:00100000:0.0:1762170989.275455:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489693824 00010000:00010000:1.0:1762170989.275468:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ce00/0x96d1ba5869cbfdc9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63ee expref: 194 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.275472:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00e00/0x96d1ba5869cbfdec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6418 expref: 194 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.275474:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03000/0x96d1ba5869cbfde5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc640a expref: 194 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.275539:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33712 00000100:00100000:0.0:1762170989.275551:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+194:2417:x1847765489693312:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.275558:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33713 00000100:00100000:2.0:1762170989.275571:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33714 00010000:00010000:0.0:1762170989.275571:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.275594:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+194:2416:x1847765489693440:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.275595:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc01400/0x96d1ba5869cbfdd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63fc expref: 194 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.275606:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+194:2417:x1847765489693824:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.275623:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.275625:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.275636:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104fb400/0x96d1ba5869cc0bc2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7082 expref: 194 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.275637:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00e00/0x96d1ba5869cbfdec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6418 expref: 194 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.275672:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc01400/0x96d1ba5869cbfdd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63fc expref: 194 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.275673:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00e00/0x96d1ba5869cbfdec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6418 expref: 194 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.275678:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104fb400/0x96d1ba5869cc0bc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7082 expref: 194 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.275779:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.275780:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.275785:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc01400/0x96d1ba5869cbfdd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63fc expref: 194 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.275787:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.275787:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.275796:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.275797:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.275815:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.275825:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.275829:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.275830:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.275832:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.275843:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33715 00010000:00010000:2.0:1762170989.275877:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.275882:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.275890:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.275902:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+193:2417:x1847765489693824:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 307us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.275911:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33714 00000100:00100000:3.0:1762170989.275912:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+193:2417:x1847765489693568:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.275916:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.275925:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+192:2416:x1847765489693440:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 353us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.275931:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33716 00000100:00100000:2.0:1762170989.275943:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+192:2417:x1847765489693696:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.275943:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33713 00010000:00010000:2.0:1762170989.275955:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.275955:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+192:2417:x1847765489693312:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 404us (914us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.275967:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03000/0x96d1ba5869cbfde5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc640a expref: 191 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.275970:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.275976:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33712 00010000:00010000:3.0:1762170989.275989:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ce00/0x96d1ba5869cbfdc9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63ee expref: 191 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.275992:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.275998:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03000/0x96d1ba5869cbfde5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc640a expref: 190 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.276017:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.276021:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ce00/0x96d1ba5869cbfdc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63ee expref: 190 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.276030:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.276035:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.276038:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.276040:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.276050:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.276055:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.276058:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.276059:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.276061:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.276087:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.276095:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.276097:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.276112:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.276134:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+190:2417:x1847765489693696:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 192us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.276142:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33716 00000100:00100000:3.0:1762170989.276148:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+190:2417:x1847765489693568:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 286us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.276163:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33715 00000100:00100000:0.0:1762170989.276196:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.276208:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.276217:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.276224:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc00e00/0x96d1ba5869cbfdec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6418 expref: 188 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.276231:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.276239:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.276249:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.276253:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481777280:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.276270:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.276272:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.276289:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc48a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.276289:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.276303:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.276324:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.276332:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.276339:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.276354:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+825:3640:x1847765481776384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3837us (3975us total) trans 4294977514 rc 0/0 00010000:00010000:2.0:1762170989.276359:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.276368:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42333 00010000:00010000:0.0:1762170989.276404:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.276405:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.276412:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.276413:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.276417:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.276425:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.276430:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.276438:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.276441:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3fffb80/2, rc 0, transno 4294977514 00010000:00010000:0.0:1762170989.276454:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.276459:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3fffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481776384:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.276477:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc48c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.276516:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.276521:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.276522:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5983b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481777792:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.276522:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+825:3643:x1847765481777024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3124us (3237us total) trans 4294977515 rc 0/0 00010000:00010000:0.0:1762170989.276529:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.276547:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42337 00000100:00100000:0.0:1762170989.276559:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489693952 00000100:00100000:0.0:1762170989.276565:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489693952 00010000:00010000:3.0:1762170989.276566:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.276572:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481777536:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.276590:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489694080 00000100:00100000:2.0:1762170989.276597:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489694080 00010000:00010000:0.0:1762170989.276603:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02a00/0x96d1ba5869cbfe01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6426 expref: 189 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.276613:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.276619:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e5c00/0x96d1ba5869cc0405 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6434 expref: 189 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.276645:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33717 00000100:00100000:1.0:1762170989.276658:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481777920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.276663:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33718 00000100:00100000:0.0:1762170989.276668:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+189:2417:x1847765489693952:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.276680:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+189:2414:x1847765489694080:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.276693:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.276693:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.276699:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e5c00/0x96d1ba5869cc0405 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6434 expref: 189 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.276705:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02a00/0x96d1ba5869cbfe01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6426 expref: 189 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.276765:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e5c00/0x96d1ba5869cc0405 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6434 expref: 189 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.276789:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e5c00/0x96d1ba5869cc0405 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6434 expref: 189 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.276807:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.276810:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.276815:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.276825:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.276857:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.276866:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.276909:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+188:2414:x1847765489694080:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 231us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.276919:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33718 00010000:00010000:0.0:1762170989.276980:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02a00/0x96d1ba5869cbfe01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6426 expref: 187 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.277001:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc02a00/0x96d1ba5869cbfe01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6426 expref: 187 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.277018:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.277020:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.277023:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.277029:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.277044:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481777920 00000100:00100000:2.0:1762170989.277049:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481777920 00010000:00010000:0.0:1762170989.277056:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.277088:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.277092:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42340 00000100:00100000:2.0:1762170989.277109:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+825:3641:x1847765481777920:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.277109:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+186:2417:x1847765489693952:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 447us (910us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.277119:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.277143:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33717 00010000:00010000:1.0:1762170989.277150:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.277154:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2142 count 1 00010000:00010000:1.0:1762170989.277165:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.277172:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.277185:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.277189:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6e00/0x96d1ba5869cc040c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6442 expref: 185 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.277198:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.277200:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.277204:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.277230:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e6e00/0x96d1ba5869cc040c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6442 expref: 185 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.277245:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e6e00/0x96d1ba5869cc040c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6442 expref: 185 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.277257:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9fc03000/0x96d1ba5869cbfde5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc640a expref: 185 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.277260:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481778048:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.277289:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481777152:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.277318:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.277329:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e000 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.277330:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.277344:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.277354:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.277363:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.277374:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+826:3642:x1847765481777408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3348us (3497us total) trans 4294977516 rc 0/0 00010000:00010000:0.0:1762170989.277383:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170989.277385:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42338 00000004:00080000:3.0:1762170989.277387:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5980380/2, rc 0, transno 4294977516 00000100:00100000:3.0:1762170989.277403:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481777408:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.277415:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170989.277422:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.277427:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104fb400/0x96d1ba5869cc0bc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7082 expref: 184 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.277434:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.277441:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.277448:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481776640:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.277452:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.277466:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.277468:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.277468:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.277478:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.277505:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc48ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.277514:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.277526:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.277534:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.277535:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.277555:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.277555:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.277557:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.277560:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.277565:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.277588:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.277597:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.277607:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc48bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.277609:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.277618:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+826:3640:x1847765481776768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4390us (4733us total) trans 4294977517 rc 0/0 00000100:00100000:0.0:1762170989.277646:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42336 00000004:00080000:1.0:1762170989.277649:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5982300/2, rc 0, transno 4294977517 00000100:00100000:1.0:1762170989.277664:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481776768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.277754:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481778176:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.277795:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.277837:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.277839:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1762170989.277844:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.277851:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481778304:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.277857:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.277893:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.277929:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.277943:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.277964:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481778176 00010000:00010000:3.0:1762170989.277966:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.277969:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481778176 00010000:00010000:3.0:1762170989.277983:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc48ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.278018:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481778304 00010000:00010000:3.0:1762170989.278020:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.278025:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.278025:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481778304 00010000:00010000:3.0:1762170989.278031:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.278042:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.278069:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42341 00000100:00100000:1.0:1762170989.278082:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+828:3642:x1847765481778176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.278097:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2143 count 1 00010000:00010000:1.0:1762170989.278111:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.278124:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ea73b7000/0x96d1ba5869cc0ab1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f71 expref: 183 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.278137:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.278140:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.278142:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.278164:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ea73b7000/0x96d1ba5869cc0ab1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f71 expref: 183 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.278178:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ea73b7000/0x96d1ba5869cc0ab1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f71 expref: 183 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.278195:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481778432:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.278231:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.278272:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.278316:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42342 00000100:00100000:1.0:1762170989.278329:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+828:3642:x1847765481778304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.278340:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2144 count 1 00010000:00010000:1.0:1762170989.278353:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.278363:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2e00/0x96d1ba5869cc041a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc645e expref: 183 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.278368:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.278370:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.278372:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.278394:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e2e00/0x96d1ba5869cc041a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc645e expref: 183 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.278405:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e2e00/0x96d1ba5869cc041a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc645e expref: 183 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.278413:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481778560:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.278443:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a180 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.278998:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481778432:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.279023:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.279084:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.279119:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489694208 00000100:00100000:0.0:1762170989.279128:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489694208 00010000:00010000:0.0:1762170989.279165:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e6e00/0x96d1ba5869cc040c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6442 expref: 184 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.279178:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481778560:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.279205:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.279212:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489694336 00000100:00100000:0.0:1762170989.279219:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489694336 00010000:00010000:0.0:1762170989.279240:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ea73b7000/0x96d1ba5869cc0ab1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f71 expref: 185 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.279285:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33719 00000100:00100000:0.0:1762170989.279309:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+185:2417:x1847765489694208:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.279310:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33720 00010000:00010000:0.0:1762170989.279332:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.279339:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5141880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+185:2417:x1847765489694336:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.279343:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e6e00/0x96d1ba5869cc040c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6442 expref: 185 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.279356:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.279370:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ea73b7000/0x96d1ba5869cc0ab1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f71 expref: 185 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.279378:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e6e00/0x96d1ba5869cc040c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6442 expref: 185 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.279389:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ea73b7000/0x96d1ba5869cc0ab1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f71 expref: 185 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.279397:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.279428:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489694464 00000100:00100000:3.0:1762170989.279433:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489694464 00010000:00010000:0.0:1762170989.279447:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.279449:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ea73b7000/0x96d1ba5869cc0ab1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f71 expref: 186 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.279453:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e2e00/0x96d1ba5869cc041a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc645e expref: 186 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.279454:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.279467:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.279475:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.279480:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.279480:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.279488:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.279494:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33721 00000100:00100000:3.0:1762170989.279509:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+185:2417:x1847765489694464:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.279509:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.279518:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.279518:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.279526:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e2e00/0x96d1ba5869cc041a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc645e expref: 185 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.279536:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.279540:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e2e00/0x96d1ba5869cc041a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc645e expref: 185 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.279555:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2e00/0x96d1ba5869cc041a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc645e expref: 185 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.279574:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.279578:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.279591:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5141880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+184:2417:x1847765489694336:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 247us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.279593:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+184:2417:x1847765489694208:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 278us (1347us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.279596:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.279620:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33720 00010000:00010000:3.0:1762170989.279628:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.279637:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33719 00010000:00010000:1.0:1762170989.279664:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.279669:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.279671:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.279679:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.279684:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.279700:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+182:2417:x1847765489694464:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 188us (315us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.279704:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.279743:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33721 00010000:00010000:2.0:1762170989.279832:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6e00/0x96d1ba5869cc040c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6442 expref: 181 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.279846:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481778048:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.279863:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.279870:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.279875:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.279884:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.279889:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.279904:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.279914:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.279925:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.279937:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.279943:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.280012:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.280029:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.280035:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc48df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.280053:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+830:3641:x1847765481777920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2948us (3344us total) trans 4294977520 rc 0/0 00000100:00100000:2.0:1762170989.280067:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42340 00010000:00010000:0.0:1762170989.280075:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.280081:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.280089:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.280094:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.280103:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.280108:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5982a00/2, rc 0, transno 4294977515 00010000:00010000:0.0:1762170989.280120:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.280121:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481777024:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.280140:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc48d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.280181:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.280188:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.280193:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.283085:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.283170:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481778688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.283227:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.283257:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481778688 00000100:00100000:2.0:1762170989.283264:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481778688 00000100:00100000:2.0:1762170989.283304:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42343 00000100:00100000:2.0:1762170989.283313:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+830:3640:x1847765481778688:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1762170989.283316:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eec700/2, rc 0, transno 4294977520 00000100:00100000:1.0:1762170989.283330:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481777920:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.283336:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2145 count 1 00010000:00010000:2.0:1762170989.283360:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.283374:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481778816:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.283381:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7400/0x96d1ba5869cc0421 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc646c expref: 180 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.283391:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.283393:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.283396:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.283410:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.283425:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e7400/0x96d1ba5869cc0421 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc646c expref: 180 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.283441:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e7400/0x96d1ba5869cc0421 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc646c expref: 180 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.283452:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481778944:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.283458:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.283470:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.283516:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.283516:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.283528:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.283555:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.283562:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.283570:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.283590:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.283596:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.283602:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.283616:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.283621:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc48e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.283645:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.283648:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.283651:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.283656:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.283663:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.283664:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481778816 00000100:00100000:3.0:1762170989.283670:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481778816 00010000:00010000:2.0:1762170989.283672:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.283678:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.283731:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.283782:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+833:3642:x1847765481778304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5452us (5887us total) trans 4294977521 rc 0/0 00000100:00100000:1.0:1762170989.283790:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42342 00000100:00100000:3.0:1762170989.283807:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42344 00010000:00010000:3.0:1762170989.283820:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.283828:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.283835:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.283841:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.283848:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.283858:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eedf80/2, rc 0, transno 4294977521 00010000:00010000:3.0:1762170989.283861:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.283866:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc48d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.283869:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481778304:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.283905:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.283908:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.283910:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.283911:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+832:3641:x1847765481777664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8989us (9081us total) trans 4294977522 rc 0/0 00000100:00100000:2.0:1762170989.283918:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42339 00000100:00100000:3.0:1762170989.283936:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+831:3641:x1847765481778816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.283954:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2146 count 1 00000100:00100000:2.0:1762170989.283963:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:1.0:1762170989.283969:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5981180/2, rc 0, transno 4294977522 00010000:00010000:3.0:1762170989.283971:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.283978:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481779072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.283987:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481777664:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.283993:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f600/0x96d1ba5869cc0428 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc647a expref: 180 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.284003:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.284005:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.284009:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.284019:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.284055:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481779072 00000100:00100000:2.0:1762170989.284062:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481779072 00000100:00100000:1.0:1762170989.284073:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1762170989.284084:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481779200:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.284107:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f600/0x96d1ba5869cc0428 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc647a expref: 180 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.284117:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f600/0x96d1ba5869cc0428 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc647a expref: 180 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.284120:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42345 00000100:00100000:1.0:1762170989.284120:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.284134:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8754a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481779328:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.284137:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+832:3643:x1847765481779072:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.284141:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481779200 00002000:00080000:2.0:1762170989.284150:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2147 count 1 00000100:00100000:0.0:1762170989.284152:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481779200 00010000:00010000:2.0:1762170989.284167:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.284178:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e4400/0x96d1ba5869cc042f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6488 expref: 180 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.284184:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.284186:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.284189:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.284211:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42346 00010000:00010000:2.0:1762170989.284212:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e4400/0x96d1ba5869cc042f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6488 expref: 180 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.284216:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.284230:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+833:3642:x1847765481779200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.284231:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e4400/0x96d1ba5869cc042f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6488 expref: 180 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.284257:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481779456:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170989.284267:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2148 count 1 00000100:00100000:2.0:1762170989.284283:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.284287:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.284303:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3400/0x96d1ba5869cc043d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6496 expref: 180 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.284309:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.284312:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.284314:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.284347:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e3400/0x96d1ba5869cc043d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6496 expref: 180 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.284361:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e3400/0x96d1ba5869cc043d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6496 expref: 180 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.284378:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481779584:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.284441:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b840 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.284517:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481778944:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.284536:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.285879:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+833:3643:x1847765481773952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23098us (23227us total) trans 4294977506 rc 0/0 00000100:00100000:3.0:1762170989.285891:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42325 00000004:00080000:3.0:1762170989.285946:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e3b80/2, rc 0, transno 4294977506 00000100:00100000:3.0:1762170989.285960:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481773952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.286032:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481779712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.286059:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.286098:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481779712 00000100:00100000:3.0:1762170989.286104:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481779712 00000100:00100000:3.0:1762170989.286145:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42347 00000100:00100000:3.0:1762170989.286155:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+833:3640:x1847765481779712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.286172:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2149 count 1 00010000:00010000:3.0:1762170989.286191:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.286203:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6c00/0x96d1ba5869cc0436 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64a4 expref: 180 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.286211:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.286214:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.286218:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.286243:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e6c00/0x96d1ba5869cc0436 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64a4 expref: 180 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.286255:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e6c00/0x96d1ba5869cc0436 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64a4 expref: 180 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.286267:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481779840:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.286357:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321000 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.286469:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.286500:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489694592 00000100:00100000:2.0:1762170989.286503:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489694592 00010000:00010000:2.0:1762170989.286523:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e7400/0x96d1ba5869cc0421 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc646c expref: 181 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.286551:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33722 00000100:00100000:2.0:1762170989.286560:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+181:2416:x1847765489694592:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.286569:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.286574:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e7400/0x96d1ba5869cc0421 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc646c expref: 181 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.286599:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e7400/0x96d1ba5869cc0421 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc646c expref: 181 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.286614:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7400/0x96d1ba5869cc0421 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc646c expref: 181 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.286630:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.286633:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.286637:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.286645:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.286678:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.286747:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+180:2416:x1847765489694592:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.286753:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33722 00010000:00010000:2.0:1762170989.286822:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.286832:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.286843:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.286852:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.286879:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.286996:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.287028:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.287078:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+834:3640:x1847765481778688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3764us (3851us total) trans 4294977523 rc 0/0 00010000:00010000:0.0:1762170989.287080:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.287089:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42343 00010000:00010000:0.0:1762170989.287095:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.287108:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.287114:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.287125:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eec380/2, rc 0, transno 4294977523 00010000:00010000:0.0:1762170989.287133:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.287140:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481778688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.287142:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.287177:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.287183:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc48ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.287215:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489694848 00000100:00100000:3.0:1762170989.287221:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489694848 00010000:00010000:0.0:1762170989.287224:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.287229:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481779968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.287230:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.287234:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.287247:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f600/0x96d1ba5869cc0428 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc647a expref: 180 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.287269:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489694720 00000100:00100000:3.0:1762170989.287272:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489694720 00000100:00100000:2.0:1762170989.287279:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.287285:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481779584:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.287288:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e4400/0x96d1ba5869cc042f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6488 expref: 181 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.287326:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.287327:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489694976 00000100:00100000:3.0:1762170989.287332:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489694976 00010000:00010000:3.0:1762170989.287355:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e3400/0x96d1ba5869cc043d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6496 expref: 182 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.287356:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33723 00000100:00100000:2.0:1762170989.287376:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+182:2415:x1847765489694848:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.287385:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33724 00010000:00010000:2.0:1762170989.287391:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.287401:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f600/0x96d1ba5869cc0428 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc647a expref: 182 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.287404:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+182:2417:x1847765489694720:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.287411:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33725 00010000:00010000:2.0:1762170989.287431:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f600/0x96d1ba5869cc0428 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc647a expref: 182 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.287431:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.287446:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e4400/0x96d1ba5869cc042f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6488 expref: 182 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.287456:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.287461:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.287464:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e4400/0x96d1ba5869cc042f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6488 expref: 182 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.287467:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.287499:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481779968 00000100:00100000:3.0:1762170989.287501:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+182:2417:x1847765489694976:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.287513:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481779968 00010000:00010000:2.0:1762170989.287525:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.287532:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.287542:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e3400/0x96d1ba5869cc043d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6496 expref: 182 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.287544:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.287548:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.287553:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.287555:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.287559:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42348 00010000:00010000:3.0:1762170989.287570:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e3400/0x96d1ba5869cc043d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6496 expref: 182 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.287591:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+834:3641:x1847765481779968:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.287593:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.287607:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+182:2415:x1847765489694848:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 233us (605us total) trans 0 rc 0/0 00002000:00080000:1.0:1762170989.287613:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2150 count 1 00010000:00010000:3.0:1762170989.287621:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3400/0x96d1ba5869cc043d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6496 expref: 182 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.287632:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.287633:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33723 00010000:00010000:1.0:1762170989.287634:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.287639:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.287645:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.287652:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e000/0x96d1ba5869cc0444 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b2 expref: 180 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.287653:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.287669:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.287672:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.287679:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.287681:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+180:2417:x1847765489694720:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 279us (647us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.287692:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.287795:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.287887:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.287908:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33724 00000100:00100000:3.0:1762170989.287924:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+180:2417:x1847765489694976:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 431us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.287937:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33725 00000100:00100000:2.0:1762170989.287984:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489695104 00000100:00100000:2.0:1762170989.287990:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489695104 00010000:00010000:2.0:1762170989.288016:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e6c00/0x96d1ba5869cc0436 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64a4 expref: 180 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.288060:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33726 00000100:00100000:2.0:1762170989.288076:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+179:2416:x1847765489695104:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.288085:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.288089:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e6c00/0x96d1ba5869cc0436 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64a4 expref: 179 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.288100:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e6c00/0x96d1ba5869cc0436 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64a4 expref: 179 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.288123:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.288126:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.288130:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.288138:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.288156:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.288159:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.288170:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.288181:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288191:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d9c35ce00/0x96d1ba5869cbfdc9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc63ee expref: 179 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.288193:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.288208:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+179:2416:x1847765489695104:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 130us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.288254:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33726 00000100:00100000:3.0:1762170989.288256:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b751f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481776896:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.288260:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.288290:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288303:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288311:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288321:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288330:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288355:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.288369:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.288377:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.288385:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e4400/0x96d1ba5869cc042f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6488 expref: 177 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.288388:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.288408:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481779456:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.288432:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.288441:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.288449:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.288457:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.288465:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.288488:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.288505:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288519:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288540:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288550:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4902 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.288566:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+836:3642:x1847765481779200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4338us (4445us total) trans 4294977524 rc 0/0 00010000:00010000:3.0:1762170989.288589:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1762170989.288595:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42346 00010000:00010000:3.0:1762170989.288596:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288609:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.288614:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288628:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288642:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288651:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc48b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288680:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.288685:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288696:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.288700:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288760:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.288769:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+835:3643:x1847765481779072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4632us (4750us total) trans 4294977525 rc 0/0 00000100:00100000:2.0:1762170989.288783:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42345 00010000:00010000:3.0:1762170989.288784:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288794:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc48fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288839:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.288844:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.288844:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1bf4000/2, rc 0, transno 4294977525 00010000:00010000:3.0:1762170989.288852:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.288861:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1bf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481779072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.288868:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.288913:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f600/0x96d1ba5869cc0428 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc647a expref: 176 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.288933:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1762170989.288938:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8754a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481779328:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.288951:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481780096:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.288972:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288983:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.288991:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.289002:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.289007:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.289015:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.289035:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.289045:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481780096 00000100:00100000:0.0:1762170989.289053:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481780096 00000100:00100000:0.0:1762170989.289114:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42349 00000100:00100000:0.0:1762170989.289131:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+836:3643:x1847765481780096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.289155:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2151 count 1 00010000:00010000:0.0:1762170989.289179:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.289194:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ebc74ca00/0x96d1ba5869cc09a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e60 expref: 175 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.289202:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.289204:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.289208:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.289211:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+836:3641:x1847765481778816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5394us (5798us total) trans 4294977526 rc 0/0 00000100:00100000:3.0:1762170989.289242:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42344 00000004:00080000:2.0:1762170989.289248:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eef480/2, rc 0, transno 4294977526 00000100:00100000:2.0:1762170989.289263:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481778816:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.289269:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ebc74ca00/0x96d1ba5869cc09a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e60 expref: 175 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.289294:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ebc74ca00/0x96d1ba5869cc09a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e60 expref: 175 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.289314:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481780224:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.289334:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481780352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.289377:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.289425:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.289455:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.289463:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.289466:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481780352 00000100:00100000:2.0:1762170989.289474:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481780352 00010000:00010000:0.0:1762170989.289479:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.289486:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.289497:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.289516:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.289525:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42350 00010000:00010000:0.0:1762170989.289529:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc48f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.289541:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+836:3643:x1847765481780352:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.289568:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.289572:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1762170989.289576:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2152 count 1 00010000:00010000:0.0:1762170989.289587:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.289611:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.289627:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7600/0x96d1ba5869cc0452 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ce expref: 175 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.289636:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.289639:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.289642:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.289673:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e7600/0x96d1ba5869cc0452 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ce expref: 175 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.289690:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e7600/0x96d1ba5869cc0452 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ce expref: 175 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.289808:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481780480:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.290148:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.290780:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.290824:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481780224:192.168.202.10@tcp:104: 00000004:00080000:1.0:1762170989.290831:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e50e00/2, rc 0, transno 4294977524 00010000:00010000:0.0:1762170989.290850:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.290855:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481779200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.290932:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481780608:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.290942:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e000/0x96d1ba5869cc0444 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b2 expref: 175 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.290956:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e000/0x96d1ba5869cc0444 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b2 expref: 175 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.290974:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481780736:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.290994:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.291041:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.291065:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481780608 00000100:00100000:1.0:1762170989.291071:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481780608 00000100:00100000:1.0:1762170989.291120:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42351 00000100:00100000:1.0:1762170989.291131:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+838:3640:x1847765481780608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.291148:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481780480:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.291167:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+838:3642:x1847765481776256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18238us (18553us total) trans 4294977527 rc 0/0 00002000:00080000:1.0:1762170989.291168:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2153 count 1 00010000:00010000:2.0:1762170989.291171:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.291180:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42335 00010000:00010000:1.0:1762170989.291189:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.291204:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2c00/0x96d1ba5869cc0459 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64dc expref: 175 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.291211:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.291214:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.291217:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.291245:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e2c00/0x96d1ba5869cc0459 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64dc expref: 175 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.291259:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e2c00/0x96d1ba5869cc0459 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64dc expref: 175 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.291269:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481780864:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.291314:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000004:00080000:1.0:1762170989.291349:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5308a80/2, rc 0, transno 4294977527 00000100:00100000:1.0:1762170989.291363:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481776256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.291437:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.291447:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481780992:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.291473:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.291799:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6c00/0x96d1ba5869cc0436 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64a4 expref: 175 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.291812:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481779840:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.291829:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.291838:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.291845:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.291853:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.291861:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.291883:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.291888:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.291929:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481780736:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.291948:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.291963:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.291972:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.291975:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481780992 00010000:00010000:3.0:1762170989.291977:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.291981:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481780992 00010000:00010000:3.0:1762170989.291990:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.292008:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.292015:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4909 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.292032:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481780864:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.292047:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.292072:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42352 00000100:00100000:1.0:1762170989.292082:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+839:3640:x1847765481780992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.292096:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2154 count 1 00000100:00100000:2.0:1762170989.292099:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+839:3640:x1847765481779712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5946us (6038us total) trans 4294977528 rc 0/0 00010000:00010000:1.0:1762170989.292111:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.292112:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42347 00010000:00010000:3.0:1762170989.292118:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.292121:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.292124:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.292129:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e4a00/0x96d1ba5869cc0460 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ea expref: 174 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.292138:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.292140:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.292144:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.292145:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9779b480/2, rc 0, transno 4294977528 00000100:00100000:2.0:1762170989.292164:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481779712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.292205:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481781120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.292210:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.292243:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.292254:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.292297:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489695360 00000100:00100000:0.0:1762170989.292307:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489695360 00010000:00010000:1.0:1762170989.292315:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e4a00/0x96d1ba5869cc0460 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ea expref: 175 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.292316:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.292331:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e4a00/0x96d1ba5869cc0460 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ea expref: 175 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.292344:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e7600/0x96d1ba5869cc0452 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ce expref: 175 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.292345:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481781248:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.292348:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489695616 00000100:00100000:2.0:1762170989.292360:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489695616 00000100:00100000:0.0:1762170989.292391:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489695232 00000100:00100000:0.0:1762170989.292397:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489695232 00010000:00010000:2.0:1762170989.292398:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e2c00/0x96d1ba5869cc0459 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64dc expref: 176 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.292413:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ebc74ca00/0x96d1ba5869cc09a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e60 expref: 177 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.292421:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.292433:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33727 00000100:00100000:3.0:1762170989.292449:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33728 00000100:00100000:2.0:1762170989.292449:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+177:2417:x1847765489695360:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.292459:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+177:2417:x1847765489695616:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.292459:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.292464:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33729 00010000:00010000:2.0:1762170989.292473:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e7600/0x96d1ba5869cc0452 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ce expref: 177 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.292480:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.292481:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+177:2417:x1847765489695232:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.292496:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e2c00/0x96d1ba5869cc0459 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64dc expref: 177 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.292504:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.292506:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e7600/0x96d1ba5869cc0452 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ce expref: 177 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.292512:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e2c00/0x96d1ba5869cc0459 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64dc expref: 177 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.292516:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ebc74ca00/0x96d1ba5869cc09a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e60 expref: 177 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.292563:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7600/0x96d1ba5869cc0452 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ce expref: 177 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.292567:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2c00/0x96d1ba5869cc0459 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64dc expref: 177 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.292572:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ebc74ca00/0x96d1ba5869cc09a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e60 expref: 177 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.292597:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.292601:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.292604:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.292606:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.292606:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.292610:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.292616:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.292618:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.292621:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ebc74ca00/0x96d1ba5869cc09a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e60 expref: 175 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.292652:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.292653:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.292654:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.292658:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.292661:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.292666:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.292669:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.292689:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+174:2417:x1847765489695616:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 223us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.292689:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+174:2417:x1847765489695360:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 239us (476us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.292742:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.292747:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33728 00010000:00010000:1.0:1762170989.292758:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.292768:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33727 00010000:00010000:1.0:1762170989.292775:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.292778:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481781120 00000100:00100000:3.0:1762170989.292785:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481781120 00010000:00010000:1.0:1762170989.292802:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.292805:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.292811:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.292820:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.292823:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.292824:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.292835:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.292855:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.292861:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4925 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.292879:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.292891:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.292895:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.292901:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.292917:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+172:2417:x1847765489695232:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 439us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.292927:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33729 00000100:00100000:3.0:1762170989.292936:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42353 00000100:00100000:3.0:1762170989.292952:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+840:3642:x1847765481781120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.292957:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489695488 00000100:00100000:0.0:1762170989.292962:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489695488 00010000:00010000:0.0:1762170989.292983:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e000/0x96d1ba5869cc0444 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b2 expref: 172 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.292987:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.292998:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.293008:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.293013:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33730 00010000:00010000:2.0:1762170989.293025:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.293025:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+172:2417:x1847765489695488:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.293038:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+840:3640:x1847765481780608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1904us (2043us total) trans 4294977529 rc 0/0 00010000:00010000:0.0:1762170989.293042:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1762170989.293046:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2155 count 1 00010000:00010000:2.0:1762170989.293050:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.293056:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e000/0x96d1ba5869cc0444 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b2 expref: 172 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.293058:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42351 00010000:00010000:3.0:1762170989.293063:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.293090:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e000/0x96d1ba5869cc0444 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b2 expref: 172 pid: 8387 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170989.293107:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e2680/2, rc 0, transno 4294977529 00010000:00010000:0.0:1762170989.293114:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e000/0x96d1ba5869cc0444 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64b2 expref: 172 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.293127:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481780608:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.293162:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7200/0x96d1ba5869cc0467 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f8 expref: 171 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.293162:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.293168:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.293170:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+840:3643:x1847765481780352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3632us (3794us total) trans 4294977530 rc 0/0 00010000:00010000:0.0:1762170989.293174:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.293176:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.293180:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.293180:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42350 00010000:00010000:3.0:1762170989.293186:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.293202:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170989.293209:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.293218:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481781376:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.293232:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e7200/0x96d1ba5869cc0467 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f8 expref: 171 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.293241:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.293242:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e7200/0x96d1ba5869cc0467 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f8 expref: 171 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.293253:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481781504:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.293260:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.293284:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+171:2417:x1847765489695488:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 260us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.293298:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33730 00000100:00100000:3.0:1762170989.293303:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.293349:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.293350:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d15c00/2, rc 0, transno 4294977530 00010000:00010000:0.0:1762170989.293368:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.293376:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481781376 00000100:00100000:1.0:1762170989.293376:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481780352:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.293377:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.293388:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481781376 00010000:00010000:0.0:1762170989.293405:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.293423:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170989.293434:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42354 00000100:00100000:2.0:1762170989.293445:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+840:3642:x1847765481781376:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.293452:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170989.293459:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.293460:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1762170989.293471:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.293474:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481781632:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.293478:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.293487:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.293504:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.293511:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.293522:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc491e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.293544:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.293548:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481781632 00010000:00010000:1.0:1762170989.293549:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.293554:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481781632 00010000:00010000:1.0:1762170989.293560:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.293565:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.293575:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.293608:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42355 00010000:00010000:1.0:1762170989.293610:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.293620:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4917 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.293666:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.293674:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.293680:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.293693:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+842:3641:x1847765481781632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.293745:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2157 count 1 00010000:00010000:2.0:1762170989.293763:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.293778:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3e00/0x96d1ba5869cc046e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6514 expref: 170 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.293787:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.293789:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.293790:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.293796:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.293802:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.293813:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.293818:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e3e00/0x96d1ba5869cc046e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6514 expref: 170 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.293824:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.293838:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e3e00/0x96d1ba5869cc046e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6514 expref: 170 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.293852:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.293855:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481781760:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.293968:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.293991:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.294000:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.294010:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.294014:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.294023:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.294038:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.294045:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448800/0x96d1ba5869cc4910 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.294073:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.294073:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+843:3641:x1847765481779968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6498us (6794us total) trans 4294977532 rc 0/0 00000100:00100000:1.0:1762170989.294081:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42348 00000100:00100000:2.0:1762170989.294114:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.294119:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.294123:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481781248:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.294124:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.294166:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.294179:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481781504:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170989.294189:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d17800/2, rc 0, transno 4294977532 00010000:00010000:3.0:1762170989.294210:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.294210:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481779968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.294299:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481781888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.294346:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.294416:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e000 going to sleep for 11 seconds 00002000:00080000:2.0:1762170989.294447:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2156 count 1 00010000:00010000:2.0:1762170989.294462:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.294475:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fc00/0x96d1ba5869cc0475 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6506 expref: 170 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.294483:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.294486:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.294489:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.294514:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fc00/0x96d1ba5869cc0475 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6506 expref: 170 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.294523:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fc00/0x96d1ba5869cc0475 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6506 expref: 170 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.294535:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481782016:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.294751:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481781760:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.294774:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.294796:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.295146:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.295224:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489695744 00000100:00100000:2.0:1762170989.295232:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489695744 00010000:00010000:2.0:1762170989.295277:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e4a00/0x96d1ba5869cc0460 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ea expref: 171 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.295318:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489695872 00000100:00100000:2.0:1762170989.295319:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489696000 00000100:00100000:3.0:1762170989.295322:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489695872 00000100:00100000:2.0:1762170989.295325:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489696000 00010000:00010000:2.0:1762170989.295351:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e3e00/0x96d1ba5869cc046e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6514 expref: 172 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.295398:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33731 00000100:00100000:2.0:1762170989.295414:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+173:2416:x1847765489695744:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.295421:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e7200/0x96d1ba5869cc0467 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f8 expref: 173 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.295424:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.295428:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33732 00010000:00010000:2.0:1762170989.295434:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e4a00/0x96d1ba5869cc0460 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ea expref: 173 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.295455:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+173:2416:x1847765489696000:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.295457:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e4a00/0x96d1ba5869cc0460 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ea expref: 173 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.295463:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33733 00010000:00010000:1.0:1762170989.295470:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.295477:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+173:2415:x1847765489695872:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.295481:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e3e00/0x96d1ba5869cc046e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6514 expref: 173 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.295489:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e4a00/0x96d1ba5869cc0460 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64ea expref: 173 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.295498:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e3e00/0x96d1ba5869cc046e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6514 expref: 173 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.295500:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.295511:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e7200/0x96d1ba5869cc0467 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f8 expref: 173 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.295540:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e7200/0x96d1ba5869cc0467 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f8 expref: 172 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.295542:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.295544:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3e00/0x96d1ba5869cc046e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6514 expref: 172 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.295555:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.295566:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.295568:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7200/0x96d1ba5869cc0467 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc64f8 expref: 171 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.295572:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.295577:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.295596:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.295598:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.295607:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.295611:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.295618:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.295620:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.295633:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.295635:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.295655:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.295667:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.295676:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+170:2416:x1847765489695744:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 265us (1708us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.295690:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33731 00000100:00100000:1.0:1762170989.295699:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+170:2416:x1847765489696000:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 252us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.295746:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33732 00000100:00100000:1.0:1762170989.295823:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481781888 00000100:00100000:1.0:1762170989.295829:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481781888 00000100:00100000:3.0:1762170989.295868:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+168:2415:x1847765489695872:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 234us (1598us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.295879:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33733 00000100:00100000:1.0:1762170989.295887:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42356 00000100:00100000:1.0:1762170989.295903:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+843:3641:x1847765481781888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.295927:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2158 count 1 00010000:00010000:3.0:1762170989.295928:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.295942:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.295947:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.295955:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.295964:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e4600/0x96d1ba5869cc047c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6522 expref: 167 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.295967:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.295983:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.295987:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.295991:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.295998:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.296000:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.296013:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.296018:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.296022:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.296031:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489696128 00010000:00010000:1.0:1762170989.296033:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e4600/0x96d1ba5869cc047c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6522 expref: 167 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.296034:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170989.296038:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489696128 00010000:00010000:0.0:1762170989.296042:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.296069:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.296071:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e4600/0x96d1ba5869cc047c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6522 expref: 167 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.296079:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.296113:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.296116:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.296123:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481782144:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.296135:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fc00/0x96d1ba5869cc0475 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6506 expref: 168 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.296167:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.296186:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4933 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.296190:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.296194:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.296210:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33734 00010000:00010000:1.0:1762170989.296227:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.296238:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+168:2416:x1847765489696128:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.296241:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.296243:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.296249:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.296250:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.296253:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.296260:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.296264:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fc00/0x96d1ba5869cc0475 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6506 expref: 168 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.296283:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.296301:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fc00/0x96d1ba5869cc0475 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6506 expref: 168 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.296304:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.296320:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.296327:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.296332:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.296333:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.296334:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.296344:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.296349:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.296358:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.296373:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.296379:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.296384:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc492c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.296396:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.296423:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.296426:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.296431:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.296438:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.296442:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.296448:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.296459:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.296463:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc493a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.296472:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+168:2416:x1847765489696128:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 243us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.296484:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33734 00010000:00010000:1.0:1762170989.296490:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.296497:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.296501:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.296528:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.296568:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fc00/0x96d1ba5869cc0475 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6506 expref: 167 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.296598:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481782016:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.296621:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.296627:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.296635:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.296645:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.296654:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.296684:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.296698:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.296698:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+845:3640:x1847765481780992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4614us (5219us total) trans 4294977534 rc 0/0 00010000:00010000:3.0:1762170989.296743:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.296751:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42352 00010000:00010000:3.0:1762170989.296759:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00000004:00080000:2.0:1762170989.296766:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e51880/2, rc 0, transno 4294977534 00010000:00010000:3.0:1762170989.296768:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.296780:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.296781:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481780992:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.296802:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.296811:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4941 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.296901:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481782272:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.296934:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.296946:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.296994:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.297005:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.297068:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481782144:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.297091:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.297093:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.297113:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481782272 00000100:00100000:1.0:1762170989.297117:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481782272 00000100:00100000:1.0:1762170989.297182:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42357 00000100:00100000:1.0:1762170989.297195:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+846:3642:x1847765481782272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.297211:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2159 count 1 00000100:00100000:3.0:1762170989.297223:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+846:3642:x1847765481781120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4271us (4973us total) trans 4294977535 rc 0/0 00010000:00010000:1.0:1762170989.297226:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.297239:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42353 00010000:00010000:1.0:1762170989.297242:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2c00/0x96d1ba5869cc0bfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ba expref: 166 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.297248:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+846:3641:x1847765481781632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3627us (3735us total) trans 4294977533 rc 0/0 00010000:00010000:1.0:1762170989.297253:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.297256:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1762170989.297260:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42355 00010000:00010000:1.0:1762170989.297260:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.297288:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2c00/0x96d1ba5869cc0bfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ba expref: 166 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.297304:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2c00/0x96d1ba5869cc0bfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ba expref: 166 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.297320:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481782400:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170989.297350:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e50380/2, rc 0, transno 4294977533 00000100:00100000:2.0:1762170989.297363:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481781632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.297398:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.297423:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481782528:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.297463:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.297512:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481782528 00000100:00100000:2.0:1762170989.297517:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481782528 00000100:00100000:2.0:1762170989.297568:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42358 00000004:00080000:1.0:1762170989.297570:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e51c00/2, rc 0, transno 4294977535 00000100:00100000:2.0:1762170989.297592:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+845:3643:x1847765481782528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.297605:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481781120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.297658:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481782656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.297697:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.297844:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481782656 00000100:00100000:2.0:1762170989.297848:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481782656 00000100:00100000:2.0:1762170989.297904:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42359 00000100:00100000:2.0:1762170989.297919:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+846:3640:x1847765481782656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.297932:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2161 count 1 00010000:00010000:2.0:1762170989.297943:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.297953:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e5a00/0x96d1ba5869cc0491 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc654c expref: 166 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.297961:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.297963:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.297966:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.298008:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e5a00/0x96d1ba5869cc0491 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc654c expref: 166 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.298019:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e5a00/0x96d1ba5869cc0491 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc654c expref: 166 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.298032:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481782784:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.298117:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481782400:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.298122:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489696256 00000100:00100000:0.0:1762170989.298130:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489696256 00010000:00010000:1.0:1762170989.298132:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.298172:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e4600/0x96d1ba5869cc047c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6522 expref: 167 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.298173:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00002000:00080000:2.0:1762170989.298196:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2160 count 1 00010000:00010000:2.0:1762170989.298210:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.298216:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33735 00000100:00100000:0.0:1762170989.298229:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+167:2417:x1847765489696256:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.298238:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3a00/0x96d1ba5869cc048a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc653e expref: 167 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.298241:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.298253:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e4600/0x96d1ba5869cc047c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6522 expref: 167 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.298254:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.298266:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.298274:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.298279:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e4600/0x96d1ba5869cc047c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6522 expref: 167 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.298331:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e4600/0x96d1ba5869cc047c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6522 expref: 167 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.298340:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e3a00/0x96d1ba5869cc048a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc653e expref: 167 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.298347:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.298350:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.298354:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.298356:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e3a00/0x96d1ba5869cc048a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc653e expref: 166 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.298385:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.298397:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481782912:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.298424:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.298429:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.298437:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.298443:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.298451:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.298466:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.298474:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+166:2417:x1847765489696256:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 243us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.298487:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33735 00010000:00010000:0.0:1762170989.298534:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.298543:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.298552:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.298556:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.298558:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.298576:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.298604:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.298610:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4948 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.298641:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.298646:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.298655:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.298739:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.298793:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489696384 00000100:00100000:0.0:1762170989.298799:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489696384 00010000:00010000:0.0:1762170989.298825:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2c00/0x96d1ba5869cc0bfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ba expref: 166 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.298830:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+848:3641:x1847765481781888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2932us (4482us total) trans 4294977536 rc 0/0 00000004:00080000:2.0:1762170989.298844:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bdaa00/2, rc 0, transno 4294977536 00000100:00100000:1.0:1762170989.298852:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42356 00000100:00100000:2.0:1762170989.298860:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481781888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.298877:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33736 00000100:00100000:0.0:1762170989.298893:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+166:2416:x1847765489696384:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.298905:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.298912:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2c00/0x96d1ba5869cc0bfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ba expref: 166 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.298917:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1762170989.298938:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2c00/0x96d1ba5869cc0bfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ba expref: 166 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.298939:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481783040:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.298974:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8ab2c00/0x96d1ba5869cc0bfa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70ba expref: 166 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.298990:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.298991:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.298997:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.299003:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.299012:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.299029:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481783040 00000100:00100000:1.0:1762170989.299036:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481783040 00010000:00010000:0.0:1762170989.299041:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.299078:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42360 00000100:00100000:0.0:1762170989.299095:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+165:2416:x1847765489696384:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 201us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.299096:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+848:3640:x1847765481783040:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.299118:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33736 00002000:00080000:1.0:1762170989.299125:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2162 count 1 00010000:00010000:1.0:1762170989.299145:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.299162:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e800/0x96d1ba5869cc0498 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc655a expref: 164 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.299172:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.299173:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.299177:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.299182:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.299217:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e800/0x96d1ba5869cc0498 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc655a expref: 164 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.299235:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e800/0x96d1ba5869cc0498 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc655a expref: 164 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.299253:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481783168:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.299274:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.299318:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.299347:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.299357:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.299369:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.299373:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489696512 00000100:00100000:0.0:1762170989.299381:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489696512 00010000:00010000:1.0:1762170989.299382:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.299408:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.299409:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481782784:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.299421:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e5a00/0x96d1ba5869cc0491 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc654c expref: 165 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.299422:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.299432:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.299435:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.299471:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.299476:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.299488:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.299489:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489696640 00000100:00100000:0.0:1762170989.299499:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489696640 00000100:00100000:2.0:1762170989.299501:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481782912:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.299522:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e3a00/0x96d1ba5869cc048a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc653e expref: 166 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.299527:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.299528:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.299547:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33737 00010000:00010000:1.0:1762170989.299567:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc494f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.299589:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+166:2417:x1847765489696512:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.299604:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.299611:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.299611:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e5a00/0x96d1ba5869cc0491 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc654c expref: 166 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.299618:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.299623:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.299634:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e5a00/0x96d1ba5869cc0491 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc654c expref: 166 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.299657:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e5a00/0x96d1ba5869cc0491 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc654c expref: 166 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.299669:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+848:3642:x1847765481781376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6223us (6410us total) trans 4294977537 rc 0/0 00000100:00100000:2.0:1762170989.299685:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42354 00010000:00010000:0.0:1762170989.299686:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.299690:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.299695:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.299704:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.299768:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.299780:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.299791:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.299798:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.299805:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.299818:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+165:2417:x1847765489696512:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 245us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.299848:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33737 00010000:00010000:2.0:1762170989.299860:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.299866:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.299873:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33738 00010000:00010000:3.0:1762170989.299875:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.299888:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.299889:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+164:2416:x1847765489696640:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.299901:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.299905:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.299918:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.299918:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e3a00/0x96d1ba5869cc048a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc653e expref: 164 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.299969:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e3a00/0x96d1ba5869cc048a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc653e expref: 164 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.299992:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3a00/0x96d1ba5869cc048a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc653e expref: 164 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.299994:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+849:3640:x1847765481782656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2077us (2291us total) trans 4294977539 rc 0/0 00000100:00100000:2.0:1762170989.300026:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42359 00010000:00010000:3.0:1762170989.300030:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.300036:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.300042:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.300044:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4956 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.300049:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.300068:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d16d80/2, rc 0, transno 4294977539 00010000:00010000:0.0:1762170989.300086:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.300090:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481782656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.300092:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.300097:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.300104:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.300134:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.300174:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+163:2416:x1847765489696640:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 289us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.300185:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33738 00000100:00100000:1.0:1762170989.300264:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.300280:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481783296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.300297:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.300326:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.300336:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489696768 00000100:00100000:2.0:1762170989.300343:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489696768 00010000:00010000:2.0:1762170989.300371:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e800/0x96d1ba5869cc0498 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc655a expref: 163 pid: 8387 timeout: 4705 lvb_type: 1 00000004:00080000:1.0:1762170989.300382:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e53480/2, rc 0, transno 4294977537 00000100:00100000:1.0:1762170989.300402:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481781376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.300413:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33739 00000100:00100000:2.0:1762170989.300432:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+163:2416:x1847765489696768:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.300447:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.300452:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e800/0x96d1ba5869cc0498 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc655a expref: 163 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.300468:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e800/0x96d1ba5869cc0498 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc655a expref: 163 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.300490:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1762170989.300491:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.300496:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.300502:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.300509:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481783424:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.300525:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.300548:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.300552:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.300618:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+163:2416:x1847765489696768:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 193us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.300635:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33739 00000100:00100000:2.0:1762170989.300697:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481783296 00000100:00100000:2.0:1762170989.300703:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481783296 00000100:00100000:2.0:1762170989.300780:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481783424 00000100:00100000:2.0:1762170989.300784:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481783424 00000100:00100000:2.0:1762170989.300839:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42361 00000100:00100000:3.0:1762170989.300853:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42362 00000100:00100000:2.0:1762170989.300856:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+850:3643:x1847765481783296:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.300876:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+850:3642:x1847765481783424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.300877:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2163 count 1 00002000:00080000:3.0:1762170989.300895:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2164 count 1 00010000:00010000:2.0:1762170989.300903:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.300912:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.300921:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3800/0x96d1ba5869cc049f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6568 expref: 162 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.300927:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7c00/0x96d1ba5869cc04a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6576 expref: 162 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.300931:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.300935:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.300940:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.300940:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.300946:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.300951:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.300966:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e3800/0x96d1ba5869cc049f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6568 expref: 162 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.300984:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e7c00/0x96d1ba5869cc04a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6576 expref: 162 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.300987:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e3800/0x96d1ba5869cc049f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6568 expref: 162 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.301011:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481783552:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.301012:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e7c00/0x96d1ba5869cc04a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6576 expref: 162 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.301035:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481783680:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.301093:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.301095:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.301301:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.301310:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.301321:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.301330:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.301357:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.301389:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.301398:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.301407:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.301412:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.301422:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.301438:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.301446:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc495d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.301483:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.301486:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.301488:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.301546:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+851:3643:x1847765481782528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3967us (4087us total) trans 4294977540 rc 0/0 00000100:00100000:2.0:1762170989.301555:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42358 00000004:00080000:1.0:1762170989.301740:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bdbb80/2, rc 0, transno 4294977540 00000100:00100000:1.0:1762170989.301761:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481782528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.301863:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.301882:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481783808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.301937:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.302187:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481783808 00000100:00100000:1.0:1762170989.302194:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481783808 00000100:00100000:1.0:1762170989.302252:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42363 00000100:00100000:1.0:1762170989.302266:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+851:3641:x1847765481783808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.302303:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2165 count 1 00010000:00010000:1.0:1762170989.302321:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.302339:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0a00/0x96d1ba5869cc04ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6584 expref: 162 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.302347:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.302350:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.302354:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.302383:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c0a00/0x96d1ba5869cc04ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6584 expref: 162 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.302392:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c0a00/0x96d1ba5869cc04ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6584 expref: 162 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.302402:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481783936:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.302496:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.302549:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+851:3642:x1847765481776128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30020us (30104us total) trans 4294977518 rc 0/0 00000100:00100000:2.0:1762170989.302557:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42334 00000004:00080000:1.0:1762170989.302559:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5308380/2, rc 0, transno 4294977518 00000100:00100000:1.0:1762170989.302576:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481776128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.302695:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481784064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.302795:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.302852:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481783680:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.302908:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481783552:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.302924:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.302938:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.302940:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.302974:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.303002:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489696896 00000100:00100000:2.0:1762170989.303008:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489696896 00010000:00010000:2.0:1762170989.303036:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e7c00/0x96d1ba5869cc04a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6576 expref: 163 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.303070:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489697024 00000100:00100000:2.0:1762170989.303073:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489697024 00010000:00010000:2.0:1762170989.303091:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e3800/0x96d1ba5869cc049f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6568 expref: 164 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.303115:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33740 00000100:00100000:2.0:1762170989.303128:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+164:2416:x1847765489696896:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.303137:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.303144:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e7c00/0x96d1ba5869cc04a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6576 expref: 164 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.303155:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e7c00/0x96d1ba5869cc04a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6576 expref: 164 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.303192:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7c00/0x96d1ba5869cc04a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6576 expref: 164 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.303214:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.303217:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.303223:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.303232:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.303257:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.303308:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+163:2416:x1847765489696896:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.303320:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33740 00000100:00100000:2.0:1762170989.303364:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33741 00010000:00010000:3.0:1762170989.303373:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.303376:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+162:2414:x1847765489697024:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.303382:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.303388:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.303394:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e3800/0x96d1ba5869cc049f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6568 expref: 162 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.303399:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.303413:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e3800/0x96d1ba5869cc049f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6568 expref: 162 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.303443:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3800/0x96d1ba5869cc049f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6568 expref: 162 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.303464:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.303465:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.303467:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.303471:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.303478:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.303487:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.303501:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.303536:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+161:2414:x1847765489697024:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.303549:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33741 00010000:00010000:2.0:1762170989.303611:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.303621:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.303631:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.303639:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.303667:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.303850:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1762170989.303856:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+852:3642:x1847765481783424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2992us (3307us total) trans 4294977541 rc 0/0 00010000:00010000:1.0:1762170989.303858:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.303870:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170989.303871:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42362 00010000:00010000:1.0:1762170989.303876:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.303884:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.303899:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.303905:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4972 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.303926:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e51f80/2, rc 0, transno 4294977541 00010000:00010000:1.0:1762170989.303938:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.303942:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.303946:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481783424:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.303950:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.303953:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+851:3643:x1847765481783296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3103us (3627us total) trans 4294977542 rc 0/0 00010000:00010000:1.0:1762170989.303954:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.303970:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.303972:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42361 00010000:00010000:1.0:1762170989.303994:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.304002:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc496b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.304006:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481784064 00000100:00100000:2.0:1762170989.304013:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481784064 00000100:00100000:3.0:1762170989.304027:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481784192:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.304040:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.304044:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.304051:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.304061:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42364 00000100:00100000:3.0:1762170989.304066:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.304072:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+851:3641:x1847765481784064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.304090:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2166 count 1 00010000:00010000:2.0:1762170989.304106:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.304119:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2200/0x96d1ba5869cc04b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6592 expref: 160 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.304127:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.304128:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481784192 00010000:00010000:2.0:1762170989.304128:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.304132:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481784192 00010000:00010000:2.0:1762170989.304132:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.304164:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e2200/0x96d1ba5869cc04b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6592 expref: 160 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.304175:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e2200/0x96d1ba5869cc04b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6592 expref: 160 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.304182:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42365 00000100:00100000:2.0:1762170989.304189:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481784320:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.304191:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+852:3642:x1847765481784192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.304204:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2167 count 1 00000100:00100000:1.0:1762170989.304217:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.304219:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.304234:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889ea62a7e00/0x96d1ba5869cc0ae9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa9 expref: 160 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.304245:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.304248:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.304251:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.304256:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.304287:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489697152 00000100:00100000:2.0:1762170989.304292:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489697152 00010000:00010000:2.0:1762170989.304316:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c0a00/0x96d1ba5869cc04ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6584 expref: 161 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.304333:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889ea62a7e00/0x96d1ba5869cc0ae9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa9 expref: 161 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.304347:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889ea62a7e00/0x96d1ba5869cc0ae9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa9 expref: 161 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.304366:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33742 00000100:00100000:2.0:1762170989.304381:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+161:2417:x1847765489697152:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.304385:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481783936:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.304403:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481784448:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.304405:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.304415:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c0a00/0x96d1ba5869cc04ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6584 expref: 161 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.304415:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.304444:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c0a00/0x96d1ba5869cc04ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6584 expref: 161 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.304458:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321480 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.304468:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0a00/0x96d1ba5869cc04ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6584 expref: 161 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.304487:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.304490:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.304495:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.304502:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.304531:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.304591:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+160:2417:x1847765489697152:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 201us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.304604:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33742 00000004:00080000:2.0:1762170989.304680:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b99180/2, rc 0, transno 4294977542 00000100:00100000:2.0:1762170989.304700:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481783296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.304786:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481784576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.304830:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.304897:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.304906:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.304916:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.304925:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.304939:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481784576 00000100:00100000:3.0:1762170989.304946:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481784576 00010000:00010000:2.0:1762170989.304950:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.304958:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.304966:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.304976:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.304983:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305060:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305086:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305095:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4979 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305145:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.305156:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+854:3641:x1847765481783808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2894us (3225us total) trans 4294977543 rc 0/0 00000100:00100000:2.0:1762170989.305165:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42363 00010000:00010000:3.0:1762170989.305201:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.305209:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.305223:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b99c00/2, rc 0, transno 4294977543 00000100:00100000:2.0:1762170989.305236:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481783808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.305321:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481784704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.305331:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.305359:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.305401:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.305434:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489697280 00000100:00100000:3.0:1762170989.305439:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489697280 00000100:00100000:2.0:1762170989.305445:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489697408 00000100:00100000:2.0:1762170989.305449:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489697408 00010000:00010000:2.0:1762170989.305473:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889ea62a7e00/0x96d1ba5869cc0ae9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa9 expref: 161 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.305502:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e2200/0x96d1ba5869cc04b4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6592 expref: 161 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.305511:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33743 00000100:00100000:2.0:1762170989.305525:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+161:2417:x1847765489697408:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.305534:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33744 00010000:00010000:2.0:1762170989.305534:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.305539:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889ea62a7e00/0x96d1ba5869cc0ae9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa9 expref: 161 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.305541:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+161:2416:x1847765489697280:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.305548:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.305550:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889ea62a7e00/0x96d1ba5869cc0ae9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa9 expref: 161 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.305553:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e2200/0x96d1ba5869cc04b4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6592 expref: 161 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.305564:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e2200/0x96d1ba5869cc04b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6592 expref: 161 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.305566:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.305568:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.305571:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.305572:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305575:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.305593:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.305596:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.305598:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305604:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.305616:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.305620:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.305650:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+161:2417:x1847765489697408:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 131us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.305657:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+161:2416:x1847765489697280:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 115us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.305661:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33743 00000100:00100000:3.0:1762170989.305665:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33744 00010000:00010000:2.0:1762170989.305702:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2200/0x96d1ba5869cc04b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6592 expref: 159 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.305753:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889ea62a7e00/0x96d1ba5869cc0ae9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fa9 expref: 159 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.305767:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481784448:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.305785:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.305790:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481784320:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.305794:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305801:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305809:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.305816:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305817:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.305825:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.305832:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305836:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.305840:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305846:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.305847:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305851:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305858:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.305866:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.305902:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.305905:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.305912:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305915:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.305932:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.305938:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305941:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.305954:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305955:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4987 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.305985:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305990:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.305993:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.305996:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4980 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.305997:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.306021:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.306022:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+854:3641:x1847765481784064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1953us (3236us total) trans 4294977544 rc 0/0 00010000:00010000:1.0:1762170989.306026:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.306031:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.306035:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42364 00000100:00100000:2.0:1762170989.306063:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481784704 00000100:00100000:2.0:1762170989.306067:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481784704 00000100:00100000:2.0:1762170989.306108:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42366 00000100:00100000:2.0:1762170989.306118:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+855:3640:x1847765481784704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.306140:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2169 count 1 00010000:00010000:2.0:1762170989.306156:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.306167:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f000/0x96d1ba5869cc04c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65bc expref: 157 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.306174:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.306177:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.306180:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.306201:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f000/0x96d1ba5869cc04c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65bc expref: 157 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.306212:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f000/0x96d1ba5869cc04c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65bc expref: 157 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.306225:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481784832:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.306292:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.306331:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e53800/2, rc 0, transno 4294977544 00000100:00100000:2.0:1762170989.306343:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481784064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.306401:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.306412:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481784960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.306450:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.306515:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481784960 00000100:00100000:2.0:1762170989.306520:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481784960 00000100:00100000:2.0:1762170989.306559:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42367 00000100:00100000:2.0:1762170989.306569:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+856:3640:x1847765481784960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.306598:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2170 count 1 00010000:00010000:2.0:1762170989.306613:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.306631:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2600/0x96d1ba5869cc04d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ca expref: 157 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.306637:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.306639:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.306642:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.306671:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e2600/0x96d1ba5869cc04d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ca expref: 157 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.306681:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e2600/0x96d1ba5869cc04d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ca expref: 157 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.306693:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481785088:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.306788:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e240 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.307896:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42368 00000100:00100000:2.0:1762170989.307909:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+856:3643:x1847765481784576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.307927:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2168 count 1 00010000:00010000:2.0:1762170989.307941:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.307956:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6800/0x96d1ba5869cc04c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ae expref: 157 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.307962:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.307964:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.307967:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.307996:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e6800/0x96d1ba5869cc04c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ae expref: 157 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.308006:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e6800/0x96d1ba5869cc04c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ae expref: 157 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.308022:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481785216:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.308026:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e800/0x96d1ba5869cc0498 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc655a expref: 157 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.308051:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481783168:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.308076:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.308085:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.308091:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.308098:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.308105:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.308108:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.308130:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.308261:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.308270:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.308279:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.308284:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.308291:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.308304:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.308309:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4964 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.308331:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.308334:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.308338:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.308344:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+857:3640:x1847765481783040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9258us (9360us total) trans 4294977546 rc 0/0 00000100:00100000:1.0:1762170989.308355:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42360 00000004:00080000:2.0:1762170989.308390:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b98e00/2, rc 0, transno 4294977546 00000100:00100000:2.0:1762170989.308409:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481783040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.308519:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.308538:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481785344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.308576:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.308615:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.308740:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.308753:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481785088:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.308793:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.308800:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489697536 00000100:00100000:3.0:1762170989.308807:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489697536 00010000:00010000:3.0:1762170989.308844:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f000/0x96d1ba5869cc04c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65bc expref: 157 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.308884:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489697664 00000100:00100000:3.0:1762170989.308888:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489697664 00010000:00010000:3.0:1762170989.308910:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e2600/0x96d1ba5869cc04d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ca expref: 158 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.308947:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33745 00000100:00100000:3.0:1762170989.308962:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+158:2417:x1847765489697536:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.308972:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33746 00010000:00010000:3.0:1762170989.308974:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.308984:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f000/0x96d1ba5869cc04c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65bc expref: 158 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.308992:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+158:2417:x1847765489697664:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.308999:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f000/0x96d1ba5869cc04c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65bc expref: 158 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.309005:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.309013:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e2600/0x96d1ba5869cc04d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ca expref: 158 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.309016:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.309021:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.309027:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.309037:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e2600/0x96d1ba5869cc04d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ca expref: 158 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.309040:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.309066:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2600/0x96d1ba5869cc04d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ca expref: 158 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.309076:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.309088:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.309093:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.309097:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.309105:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.309129:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+157:2417:x1847765489697536:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (557us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.309132:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.309140:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33745 00000100:00100000:2.0:1762170989.309165:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+156:2417:x1847765489697664:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.309173:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33746 00010000:00010000:2.0:1762170989.309215:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.309224:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.309233:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.309247:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.309263:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.309351:0:10282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f000/0x96d1ba5869cc04c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65bc expref: 155 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.309411:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.309422:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.309432:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.309436:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.309439:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+857:3640:x1847765481784960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2871us (2986us total) trans 4294977547 rc 0/0 00000100:00100000:3.0:1762170989.309464:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481784832:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.309467:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.309468:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42367 00010000:00010000:3.0:1762170989.309493:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.309501:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481785344 00010000:00010000:0.0:1762170989.309504:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.309505:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.309506:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481785344 00000100:00100000:2.0:1762170989.309546:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42369 00010000:00010000:0.0:1762170989.309556:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4995 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.309566:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+857:3643:x1847765481785344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.309607:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2171 count 1 00010000:00010000:0.0:1762170989.309616:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.309623:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.309627:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.309628:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.309638:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.309648:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1a00/0x96d1ba5869cc04d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d8 expref: 154 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.309652:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.309664:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.309667:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.309669:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.309676:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.309684:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.309741:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.309753:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c1a00/0x96d1ba5869cc04d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d8 expref: 154 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.309772:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c1a00/0x96d1ba5869cc04d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d8 expref: 154 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.309786:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481785472:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.309872:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.309927:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b98a80/2, rc 0, transno 4294977547 00000100:00100000:2.0:1762170989.309935:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481784960:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.309949:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b98380/2, rc 0, transno 4294977548 00000100:00100000:2.0:1762170989.309951:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481784704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.310004:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170989.310007:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+858:3640:x1847765481784704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3890us (4649us total) trans 4294977548 rc 0/0 00000100:00100000:2.0:1762170989.310018:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481785728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.310019:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42366 00010000:00010000:3.0:1762170989.310052:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.310061:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.310067:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.310075:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.310079:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.310089:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.310107:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.310109:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481785600:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.310125:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc498e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.310149:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.310153:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.310162:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.310165:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.310182:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489697792 00000100:00100000:3.0:1762170989.310189:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489697792 00010000:00010000:3.0:1762170989.310221:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e6800/0x96d1ba5869cc04c2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ae expref: 155 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.310225:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481785216:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.310246:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.310254:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33747 00000100:00100000:2.0:1762170989.310262:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481785728 00000100:00100000:3.0:1762170989.310267:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+155:2417:x1847765489697792:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.310267:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481785728 00010000:00010000:3.0:1762170989.310280:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.310285:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e6800/0x96d1ba5869cc04c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ae expref: 155 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.310301:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e6800/0x96d1ba5869cc04c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ae expref: 155 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.310308:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481785600 00000100:00100000:2.0:1762170989.310310:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481785600 00010000:00010000:3.0:1762170989.310319:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6800/0x96d1ba5869cc04c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65ae expref: 155 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.310341:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.310341:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42370 00010000:00010000:3.0:1762170989.310345:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.310350:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.310360:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.310360:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+859:3641:x1847765481785728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.310382:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2173 count 1 00010000:00010000:3.0:1762170989.310391:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.310398:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.310414:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0200/0x96d1ba5869cc04e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65f4 expref: 154 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.310423:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.310425:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.310431:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+154:2417:x1847765489697792:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (754us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.310432:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.310446:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33747 00010000:00010000:2.0:1762170989.310473:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c0200/0x96d1ba5869cc04e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65f4 expref: 153 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.310490:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c0200/0x96d1ba5869cc04e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65f4 expref: 153 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.310496:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42371 00000100:00100000:2.0:1762170989.310509:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481785856:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.310511:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+859:3643:x1847765481785600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.310562:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.310596:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.310605:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.310614:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.310622:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.310648:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.310652:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.310659:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.310669:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.310672:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.310678:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.310679:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2172 count 1 00010000:00010000:1.0:1762170989.310697:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.310705:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc499c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.310767:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.310781:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6400/0x96d1ba5869cc04de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65e6 expref: 153 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.310789:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.310791:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.310795:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.310818:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e6400/0x96d1ba5869cc04de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65e6 expref: 153 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.310832:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481785472:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.310858:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.310908:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e6400/0x96d1ba5869cc04de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65e6 expref: 153 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.310927:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481785984:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.310959:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.310998:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+860:3643:x1847765481784576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3092us (6171us total) trans 4294977549 rc 0/0 00000100:00100000:2.0:1762170989.311004:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42368 00000004:00080000:2.0:1762170989.311072:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b9b480/2, rc 0, transno 4294977549 00000100:00100000:2.0:1762170989.311085:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481784576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.311086:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.311141:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481786112:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.311143:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.311147:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.311150:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.311178:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.311187:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489697920 00000100:00100000:3.0:1762170989.311193:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489697920 00010000:00010000:3.0:1762170989.311224:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c1a00/0x96d1ba5869cc04d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d8 expref: 154 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.311252:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481786112 00000100:00100000:3.0:1762170989.311256:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33748 00000100:00100000:2.0:1762170989.311258:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481786112 00000100:00100000:3.0:1762170989.311273:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+154:2416:x1847765489697920:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.311285:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.311292:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c1a00/0x96d1ba5869cc04d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d8 expref: 154 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.311307:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c1a00/0x96d1ba5869cc04d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d8 expref: 154 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.311316:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42372 00010000:00010000:3.0:1762170989.311328:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1a00/0x96d1ba5869cc04d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65d8 expref: 154 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.311337:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+860:3641:x1847765481786112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.311352:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.311356:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1762170989.311356:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2174 count 1 00010000:00010000:3.0:1762170989.311361:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.311371:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.311373:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.311394:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7000/0x96d1ba5869cc04ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6602 expref: 153 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.311403:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.311405:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.311410:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.311415:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.311426:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.311435:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.311443:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.311451:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.311468:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.311563:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+153:2416:x1847765489697920:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 294us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.311577:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33748 00000100:00100000:3.0:1762170989.311645:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481785984:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.311669:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.311687:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+861:3643:x1847765481785344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2123us (3077us total) trans 4294977550 rc 0/0 00000100:00100000:0.0:1762170989.311701:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.311702:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42369 00000004:00080000:2.0:1762170989.311778:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b98700/2, rc 0, transno 4294977550 00000100:00100000:2.0:1762170989.311791:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481785344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.311850:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.311863:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481786240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.311872:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.311907:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.311927:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489698048 00000100:00100000:0.0:1762170989.311935:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489698048 00000100:00100000:2.0:1762170989.311951:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481786240 00000100:00100000:2.0:1762170989.311955:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481786240 00010000:00010000:0.0:1762170989.311979:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c0200/0x96d1ba5869cc04e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65f4 expref: 153 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.311989:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42373 00000100:00100000:2.0:1762170989.312006:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+861:3643:x1847765481786240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.312018:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2175 count 1 00010000:00010000:2.0:1762170989.312033:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.312035:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489698176 00000100:00100000:0.0:1762170989.312045:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489698176 00010000:00010000:2.0:1762170989.312051:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889eb2a9f200/0x96d1ba5869cc09d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e98 expref: 153 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.312058:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.312059:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.312061:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.312074:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e6400/0x96d1ba5869cc04de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65e6 expref: 154 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.312082:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889eb2a9f200/0x96d1ba5869cc09d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e98 expref: 154 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.312094:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889eb2a9f200/0x96d1ba5869cc09d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e98 expref: 154 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.312107:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481786368:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.312125:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33749 00010000:00010000:3.0:1762170989.312139:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.312144:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+154:2416:x1847765489698048:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.312150:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312164:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.312164:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.312164:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.312175:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.312179:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c0200/0x96d1ba5869cc04e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65f4 expref: 154 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.312197:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e7000/0x96d1ba5869cc04ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6602 expref: 154 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.312205:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.312240:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e7000/0x96d1ba5869cc04ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6602 expref: 154 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.312240:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c0200/0x96d1ba5869cc04e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65f4 expref: 154 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.312245:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312305:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc49a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.312311:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481786496:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.312319:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.312323:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.312328:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312335:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.312341:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312342:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.312342:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.312348:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.312376:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.312379:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0200/0x96d1ba5869cc04e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65f4 expref: 154 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.312391:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33750 00000100:00100000:2.0:1762170989.312402:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481785856:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.312407:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+153:2416:x1847765489698176:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.312417:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+153:2416:x1847765489698048:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 280us (723us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.312421:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.312427:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.312427:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33749 00010000:00010000:3.0:1762170989.312436:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e6400/0x96d1ba5869cc04de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65e6 expref: 153 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.312443:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.312450:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312457:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e6400/0x96d1ba5869cc04de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65e6 expref: 152 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.312459:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.312478:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312493:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6400/0x96d1ba5869cc04de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc65e6 expref: 152 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.312495:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.312518:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.312521:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.312525:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312535:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312565:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.312588:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.312595:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.312602:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.312606:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.312613:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.312626:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.312631:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.312656:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.312661:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.312666:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.312673:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+151:2416:x1847765489698176:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 266us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.312684:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33750 00000100:00100000:2.0:1762170989.312693:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+862:3641:x1847765481785728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2339us (2628us total) trans 4294977551 rc 0/0 00000100:00100000:2.0:1762170989.312701:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42370 00000004:00080000:2.0:1762170989.312779:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b9b800/2, rc 0, transno 4294977551 00000100:00100000:2.0:1762170989.312788:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481785728:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.312840:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.312844:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481786624:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.312860:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312868:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312876:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.312892:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.312893:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.312917:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481786624 00000100:00100000:1.0:1762170989.312922:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481786624 00000100:00100000:1.0:1762170989.312959:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42374 00000100:00100000:1.0:1762170989.312966:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+863:3643:x1847765481786624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.312969:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.312976:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.312979:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2176 count 1 00010000:00010000:3.0:1762170989.312991:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.312996:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.312997:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.313019:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.313019:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6a00/0x96d1ba5869cc04fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc661e expref: 150 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.313045:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.313047:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.313048:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.313053:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.313061:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc49b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.313085:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e6a00/0x96d1ba5869cc04fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc661e expref: 150 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.313091:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.313096:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.313098:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e6a00/0x96d1ba5869cc04fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc661e expref: 150 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.313099:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.313112:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481786752:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.313190:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.313331:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+863:3643:x1847765481785600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2825us (3173us total) trans 4294977552 rc 0/0 00000100:00100000:1.0:1762170989.313341:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42371 00000004:00080000:2.0:1762170989.313372:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b99500/2, rc 0, transno 4294977552 00000100:00100000:2.0:1762170989.313389:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481785600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.313442:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481786880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.313477:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.313538:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481786880 00000100:00100000:2.0:1762170989.313542:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481786880 00000100:00100000:2.0:1762170989.313591:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42375 00000100:00100000:2.0:1762170989.313603:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+863:3640:x1847765481786880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.313615:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2177 count 1 00010000:00010000:2.0:1762170989.313625:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.313629:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.313639:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5ea00/0x96d1ba5869cc0501 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc662c expref: 150 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.313644:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.313648:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.313650:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.313672:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5ea00/0x96d1ba5869cc0501 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc662c expref: 150 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.313685:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5ea00/0x96d1ba5869cc0501 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc662c expref: 150 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.313698:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481787008:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.313789:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.313832:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481786368:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.313855:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.313890:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481786496:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.313909:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.314198:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.314307:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481786752:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.314320:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.314346:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.314368:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489698432 00000100:00100000:3.0:1762170989.314371:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489698432 00010000:00010000:3.0:1762170989.314390:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e7000/0x96d1ba5869cc04ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6602 expref: 151 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.314413:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489698304 00000100:00100000:3.0:1762170989.314416:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489698304 00010000:00010000:3.0:1762170989.314431:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889eb2a9f200/0x96d1ba5869cc09d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e98 expref: 152 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.314432:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489698560 00000100:00100000:0.0:1762170989.314444:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489698560 00000100:00100000:3.0:1762170989.314457:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33751 00000100:00100000:3.0:1762170989.314464:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+153:2417:x1847765489698432:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.314473:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.314477:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e7000/0x96d1ba5869cc04ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6602 expref: 153 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.314488:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e6a00/0x96d1ba5869cc04fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc661e expref: 153 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.314489:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e7000/0x96d1ba5869cc04ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6602 expref: 153 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.314541:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7000/0x96d1ba5869cc04ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6602 expref: 153 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.314551:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.314553:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.314555:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.314563:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.314592:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33752 00010000:00010000:3.0:1762170989.314597:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.314611:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+152:2416:x1847765489698304:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.314622:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33753 00010000:00010000:0.0:1762170989.314627:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.314635:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+152:2417:x1847765489698432:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 168us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.314640:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+152:2417:x1847765489698560:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.314640:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889eb2a9f200/0x96d1ba5869cc09d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e98 expref: 152 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.314649:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33751 00010000:00010000:2.0:1762170989.314663:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.314676:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889eb2a9f200/0x96d1ba5869cc09d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e98 expref: 151 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.314677:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e6a00/0x96d1ba5869cc04fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc661e expref: 151 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.314740:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889eb2a9f200/0x96d1ba5869cc09d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e98 expref: 151 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.314755:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.314757:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.314760:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e6a00/0x96d1ba5869cc04fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc661e expref: 150 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.314763:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.314797:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.314817:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6a00/0x96d1ba5869cc04fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc661e expref: 150 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.314820:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.314837:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.314840:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.314845:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.314855:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.314864:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+149:2416:x1847765489698304:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 261us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.314874:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33752 00010000:00010000:2.0:1762170989.314889:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.314896:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.314906:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.314916:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.314922:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.314925:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+148:2417:x1847765489698560:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 289us (575us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.314935:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.314936:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33753 00010000:00010000:1.0:1762170989.314950:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.314956:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.314961:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.314967:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.314972:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.314981:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.314986:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481787008:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.314989:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc49c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.315010:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.315013:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.315019:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.315025:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.315041:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.315050:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.315057:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.315066:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.315091:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.315097:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.315105:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.315112:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.315116:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.315124:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.315138:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.315145:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc49bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.315163:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.315170:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+865:3643:x1847765481786624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2203us (2278us total) trans 4294977553 rc 0/0 00000100:00100000:1.0:1762170989.315178:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42374 00010000:00010000:3.0:1762170989.315184:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.315193:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.315201:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.315213:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489698688 00000100:00100000:0.0:1762170989.315221:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489698688 00000004:00080000:1.0:1762170989.315238:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b98000/2, rc 0, transno 4294977553 00010000:00010000:0.0:1762170989.315255:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5ea00/0x96d1ba5869cc0501 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc662c expref: 148 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.315258:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481786624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.315310:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33754 00000100:00100000:0.0:1762170989.315324:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+148:2416:x1847765489698688:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.315336:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.315343:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5ea00/0x96d1ba5869cc0501 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc662c expref: 148 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.315361:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5ea00/0x96d1ba5869cc0501 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc662c expref: 148 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.315382:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5ea00/0x96d1ba5869cc0501 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc662c expref: 148 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.315402:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.315405:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.315408:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.315418:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.315445:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.315461:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481787136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.315487:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+147:2416:x1847765489698688:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.315502:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33754 00000100:00100000:2.0:1762170989.315510:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.315574:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.315595:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.315603:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.315610:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.315629:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.315639:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.315650:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481787136 00010000:00010000:0.0:1762170989.315651:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.315660:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481787136 00010000:00010000:0.0:1762170989.315674:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.315679:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.315689:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.315703:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42376 00010000:00010000:0.0:1762170989.315747:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.315759:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc49cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.315801:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+866:3640:x1847765481786880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2198us (2325us total) trans 4294977555 rc 0/0 00010000:00010000:0.0:1762170989.315804:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.315811:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.315819:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.316128:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42375 00000100:00100000:1.0:1762170989.316134:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+866:3641:x1847765481787136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.316154:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2178 count 1 00010000:00010000:1.0:1762170989.316167:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.316177:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab1180/2, rc 0, transno 4294977555 00010000:00010000:1.0:1762170989.316178:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3c00/0x96d1ba5869cc0508 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc663a expref: 146 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.316187:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.316189:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.316193:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.316195:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481786880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.316225:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e3c00/0x96d1ba5869cc0508 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc663a expref: 146 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.316242:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e3c00/0x96d1ba5869cc0508 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc663a expref: 146 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.316257:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481787264:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.316260:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.316274:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481787392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.316313:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.316330:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.317318:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481787264:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.317341:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.317370:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481787392 00000100:00100000:1.0:1762170989.317375:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481787392 00000100:00100000:1.0:1762170989.317416:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42377 00000100:00100000:1.0:1762170989.317427:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+866:3643:x1847765481787392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.317441:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2179 count 1 00010000:00010000:1.0:1762170989.317451:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.317462:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.317467:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1e00/0x96d1ba5869cc050f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6648 expref: 146 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.317475:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.317477:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.317480:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.317505:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489698816 00010000:00010000:1.0:1762170989.317507:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c1e00/0x96d1ba5869cc050f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6648 expref: 146 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.317513:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489698816 00010000:00010000:1.0:1762170989.317530:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c1e00/0x96d1ba5869cc050f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6648 expref: 147 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.317540:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481787520:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.317545:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e3c00/0x96d1ba5869cc0508 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc663a expref: 147 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.317596:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33755 00000100:00100000:0.0:1762170989.317607:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+147:2417:x1847765489698816:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.317618:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.317623:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e3c00/0x96d1ba5869cc0508 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc663a expref: 147 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.317626:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.317647:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e3c00/0x96d1ba5869cc0508 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc663a expref: 147 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.317675:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3c00/0x96d1ba5869cc0508 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc663a expref: 147 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.317695:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.317697:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.317701:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.317752:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.317792:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.317796:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.317804:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.317809:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.317815:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.317833:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.317840:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+146:2417:x1847765489698816:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 233us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.317848:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33755 00010000:00010000:3.0:1762170989.318234:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.318242:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.318251:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.318256:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.318265:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.318281:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.318288:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc49d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.318359:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.318361:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.318364:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.318423:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+867:3642:x1847765481778176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40345us (40631us total) trans 4294977519 rc 0/0 00000100:00100000:1.0:1762170989.318430:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42341 00000100:00100000:3.0:1762170989.318446:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.318479:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489698944 00000100:00100000:0.0:1762170989.318485:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489698944 00010000:00010000:0.0:1762170989.318510:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c1e00/0x96d1ba5869cc050f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6648 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00000004:00080000:3.0:1762170989.318540:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eef800/2, rc 0, transno 4294977519 00000100:00100000:0.0:1762170989.318560:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33756 00000100:00100000:3.0:1762170989.318565:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481778176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.318593:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+146:2417:x1847765489698944:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.318607:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.318613:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c1e00/0x96d1ba5869cc050f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6648 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.318633:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c1e00/0x96d1ba5869cc050f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6648 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.318646:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481787520:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.318658:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1e00/0x96d1ba5869cc050f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6648 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.318667:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.318678:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.318681:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.318686:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.318695:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.318752:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.318757:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.318764:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.318770:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.318775:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.318789:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.318812:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+145:2417:x1847765489698944:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 235us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.318815:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1762170989.318830:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33756 00000100:00100000:2.0:1762170989.318835:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b7c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481787648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.318879:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.318910:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+867:3643:x1847765481787392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1485us (2580us total) trans 4294977557 rc 0/0 00000100:00100000:1.0:1762170989.318918:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42377 00000004:00080000:2.0:1762170989.318923:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab1500/2, rc 0, transno 4294977557 00000100:00100000:2.0:1762170989.318933:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481787392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.318936:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481787648 00000100:00100000:1.0:1762170989.318942:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481787648 00000100:00100000:2.0:1762170989.318974:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481787776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.318979:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42378 00000100:00100000:1.0:1762170989.318988:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+867:3642:x1847765481787648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.319000:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2180 count 1 00000100:00100000:2.0:1762170989.319001:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.319012:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.319021:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481787776 00010000:00010000:1.0:1762170989.319022:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0e00/0x96d1ba5869cc0516 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6656 expref: 144 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.319027:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481787776 00010000:00010000:1.0:1762170989.319035:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.319037:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.319039:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.319054:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c0e00/0x96d1ba5869cc0516 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6656 expref: 144 pid: 9199 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.319059:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42379 00010000:00010000:1.0:1762170989.319070:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c0e00/0x96d1ba5869cc0516 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6656 expref: 144 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.319072:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+868:3640:x1847765481787776:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.319086:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481787904:192.168.202.10@tcp:104: 00002000:00080000:3.0:1762170989.319091:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2181 count 1 00010000:00010000:3.0:1762170989.319105:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.319118:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1400/0x96d1ba5869cc052b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6664 expref: 144 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.319125:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.319128:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.319132:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.319140:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.319155:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c1400/0x96d1ba5869cc052b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6664 expref: 144 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.319160:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.319168:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.319169:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c1400/0x96d1ba5869cc052b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6664 expref: 144 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.319190:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:3.0:1762170989.319195:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481788032:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.319195:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.319210:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.319226:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.319238:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc49db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.319256:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.319259:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.319261:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.319281:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.319338:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+868:3641:x1847765481787136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3208us (3832us total) trans 4294977556 rc 0/0 00000004:00080000:2.0:1762170989.319343:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b9b480/2, rc 0, transno 4294977556 00000100:00100000:1.0:1762170989.319349:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42376 00000100:00100000:2.0:1762170989.319355:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481787136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.319396:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.319405:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb533bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481788160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.319435:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.319887:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481787904:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.319903:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.319906:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481788032:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.319932:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.319932:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481788160 00000100:00100000:1.0:1762170989.319936:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481788160 00000100:00100000:1.0:1762170989.319963:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42380 00000100:00100000:1.0:1762170989.319969:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+868:3640:x1847765481788160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.319980:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2182 count 1 00010000:00010000:1.0:1762170989.319991:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.319999:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3000/0x96d1ba5869cc051d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6672 expref: 144 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.320005:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.320008:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.320010:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.320029:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e3000/0x96d1ba5869cc051d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6672 expref: 144 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.320037:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e3000/0x96d1ba5869cc051d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6672 expref: 144 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.320046:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481788288:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.320068:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.320108:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.320210:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489699072 00000100:00100000:3.0:1762170989.320212:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.320219:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489699072 00010000:00010000:0.0:1762170989.320250:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c0e00/0x96d1ba5869cc0516 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6656 expref: 145 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.320278:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489699200 00000100:00100000:0.0:1762170989.320281:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489699200 00010000:00010000:0.0:1762170989.320295:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c1400/0x96d1ba5869cc052b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6664 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.320320:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33757 00000100:00100000:0.0:1762170989.320328:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+146:2416:x1847765489699072:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.320333:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.320338:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33758 00010000:00010000:0.0:1762170989.320342:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.320344:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.320350:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c0e00/0x96d1ba5869cc0516 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6656 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.320355:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+146:2417:x1847765489699200:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.320373:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.320384:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.320387:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.320389:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c0e00/0x96d1ba5869cc0516 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6656 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.320396:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c1400/0x96d1ba5869cc052b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6664 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.320427:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.320440:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c1400/0x96d1ba5869cc052b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6664 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.320450:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0e00/0x96d1ba5869cc0516 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6656 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.320461:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1400/0x96d1ba5869cc052b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6664 expref: 146 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.320475:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.320478:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.320479:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.320482:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.320485:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.320495:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.320496:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.320531:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.320551:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.320558:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.320567:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.320574:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.320594:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+869:3641:x1847765481786112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9254us (9406us total) trans 4294977558 rc 0/0 00010000:00010000:1.0:1762170989.320597:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.320609:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+144:2416:x1847765489699072:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 273us (538us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.320628:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.320635:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42372 00000100:00100000:0.0:1762170989.320642:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33757 00010000:00010000:1.0:1762170989.320668:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.320670:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+143:2417:x1847765489699200:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 318us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.320681:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33758 00000004:00080000:2.0:1762170989.320685:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b99f80/2, rc 0, transno 4294977558 00000100:00100000:2.0:1762170989.320696:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481786112:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.320769:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.320779:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.320793:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.320799:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.320808:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481788416:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.320810:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.320836:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.320849:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+869:3642:x1847765481787648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1856us (1963us total) trans 4294977559 rc 0/0 00010000:00010000:0.0:1762170989.320849:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc49b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.320863:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.320878:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42378 00010000:00010000:3.0:1762170989.320881:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.320889:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.320898:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00000004:00080000:2.0:1762170989.320901:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b7c0380/2, rc 0, transno 4294977559 00010000:00010000:3.0:1762170989.320904:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.320911:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481788416 00010000:00010000:0.0:1762170989.320911:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.320913:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.320916:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b7c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481787648:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.320918:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.320920:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481788416 00010000:00010000:0.0:1762170989.320924:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.320933:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.320943:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc49e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.320949:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42381 00000100:00100000:1.0:1762170989.320958:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+869:3642:x1847765481788416:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.320962:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1762170989.320964:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.320966:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1762170989.320968:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2183 count 1 00010000:00010000:3.0:1762170989.320969:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.320971:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481788544:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.320979:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.320982:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.320992:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.320998:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.320998:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ea800/0x96d1ba5869cc0c32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f2 expref: 142 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.321002:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.321008:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.321011:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.321014:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.321026:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481788544 00000100:00100000:2.0:1762170989.321031:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481788544 00010000:00010000:3.0:1762170989.321035:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.321049:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ea800/0x96d1ba5869cc0c32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f2 expref: 142 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.321051:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.321062:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ea800/0x96d1ba5869cc0c32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f2 expref: 142 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.321067:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42382 00000100:00100000:1.0:1762170989.321079:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481788672:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.321085:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+870:3642:x1847765481788544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.321104:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2184 count 1 00010000:00010000:2.0:1762170989.321118:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.321133:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2400/0x96d1ba5869cc0532 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc668e expref: 142 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.321140:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.321142:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.321146:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.321146:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.321176:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e2400/0x96d1ba5869cc0532 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc668e expref: 142 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.321190:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.321201:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481788288:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.321202:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+871:3640:x1847765481787776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2124us (2192us total) trans 4294977560 rc 0/0 00010000:00010000:2.0:1762170989.321202:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e2400/0x96d1ba5869cc0532 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc668e expref: 142 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.321213:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42379 00000100:00100000:2.0:1762170989.321217:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481788800:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.321225:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.321259:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.321283:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.321292:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.321301:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.321305:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.321316:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.321411:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.321418:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc49e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.321429:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.321430:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.321432:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170989.321487:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd75c00/2, rc 0, transno 4294977560 00000100:00100000:3.0:1762170989.321507:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481787776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.321530:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489699328 00000100:00100000:3.0:1762170989.321534:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489699328 00010000:00010000:3.0:1762170989.321563:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e3000/0x96d1ba5869cc051d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6672 expref: 143 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.321567:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.321595:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481788928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.321618:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33759 00000100:00100000:3.0:1762170989.321632:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+143:2417:x1847765489699328:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.321644:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.321652:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e3000/0x96d1ba5869cc051d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6672 expref: 143 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.321653:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.321667:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e3000/0x96d1ba5869cc051d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6672 expref: 143 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.321682:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e3000/0x96d1ba5869cc051d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6672 expref: 143 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.321691:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.321693:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.321696:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.321703:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481788928 00000100:00100000:2.0:1762170989.321745:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481788928 00010000:00010000:3.0:1762170989.321768:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.321789:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42383 00010000:00010000:3.0:1762170989.321797:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.321804:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+871:3641:x1847765481788928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.321823:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.321825:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2185 count 1 00010000:00010000:1.0:1762170989.321837:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.321843:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+142:2417:x1847765489699328:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 210us (659us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.321845:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.321856:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.321863:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33759 00010000:00010000:1.0:1762170989.321873:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.321878:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0c00/0x96d1ba5869cc0539 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc669c expref: 142 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.321891:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.321893:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.321896:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.321897:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.321910:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.321918:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.321927:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.321931:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.321935:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c0c00/0x96d1ba5869cc0539 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc669c expref: 141 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.321944:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.321956:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c0c00/0x96d1ba5869cc0539 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc669c expref: 141 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.321959:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.321975:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc49f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.321979:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481789056:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.322000:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.322004:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.322006:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.322035:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481788672:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.322037:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.322049:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.322184:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+872:3640:x1847765481788160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2215us (2748us total) trans 4294977561 rc 0/0 00000100:00100000:1.0:1762170989.322190:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42380 00000004:00080000:1.0:1762170989.322224:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb533bb80/2, rc 0, transno 4294977561 00000100:00100000:0.0:1762170989.322237:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.322243:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb533bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481788160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.322286:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.322296:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481789184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.322320:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489699456 00000100:00100000:3.0:1762170989.322325:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489699456 00000100:00100000:2.0:1762170989.322349:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.322350:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ea800/0x96d1ba5869cc0c32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f2 expref: 142 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.322378:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481789184 00000100:00100000:1.0:1762170989.322384:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481789184 00000100:00100000:3.0:1762170989.322397:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33760 00000100:00100000:3.0:1762170989.322411:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+142:2414:x1847765489699456:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.322417:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.322422:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ea800/0x96d1ba5869cc0c32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f2 expref: 142 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.322431:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42384 00010000:00010000:3.0:1762170989.322438:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ea800/0x96d1ba5869cc0c32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f2 expref: 142 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.322448:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+872:3640:x1847765481789184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.322454:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ea800/0x96d1ba5869cc0c32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70f2 expref: 142 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.322463:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.322465:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1762170989.322466:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2186 count 1 00010000:00010000:3.0:1762170989.322469:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.322484:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.322485:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.322514:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fa00/0x96d1ba5869cc0547 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66aa expref: 141 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.322529:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.322531:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.322533:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.322536:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.322553:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.322562:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.322566:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+141:2414:x1847765489699456:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 161us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.322590:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33760 00010000:00010000:1.0:1762170989.322591:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.322601:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.322625:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.322640:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1762170989.322652:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.322655:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.322669:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.322675:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.322685:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.322704:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.322731:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc49f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.322764:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.322768:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.322774:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.322901:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489699584 00000100:00100000:3.0:1762170989.322907:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489699584 00010000:00010000:3.0:1762170989.322930:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e2400/0x96d1ba5869cc0532 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc668e expref: 141 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.322979:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33761 00000100:00100000:0.0:1762170989.322992:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+141:2416:x1847765489699584:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.323003:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.323009:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e2400/0x96d1ba5869cc0532 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc668e expref: 141 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.323024:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e2400/0x96d1ba5869cc0532 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc668e expref: 141 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.323043:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.323045:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.323048:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.323054:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.323073:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.323111:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+141:2416:x1847765489699584:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 122us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.323120:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33761 00000100:00100000:3.0:1762170989.323131:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.323162:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489699712 00000100:00100000:0.0:1762170989.323169:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489699712 00010000:00010000:0.0:1762170989.323201:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c0c00/0x96d1ba5869cc0539 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc669c expref: 141 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.323240:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33762 00000100:00100000:0.0:1762170989.323251:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+141:2416:x1847765489699712:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.323262:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.323267:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c0c00/0x96d1ba5869cc0539 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc669c expref: 141 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.323286:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c0c00/0x96d1ba5869cc0539 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc669c expref: 141 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.323307:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.323308:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.323311:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.323316:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.323333:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.323380:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+141:2416:x1847765489699712:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 132us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.323391:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33762 00010000:00010000:2.0:1762170989.323429:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2400/0x96d1ba5869cc0532 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc668e expref: 140 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.323448:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481788800:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.323477:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.323486:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.323493:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.323506:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.323514:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.323539:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.323544:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.323551:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.323560:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.323637:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.323647:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.323664:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.323673:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc49fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.323746:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.323750:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.323754:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.330806:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fa00/0x96d1ba5869cc0547 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66aa expref: 139 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.330832:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fa00/0x96d1ba5869cc0547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66aa expref: 139 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.330855:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481789312:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.330974:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.331054:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+874:3643:x1847765481780096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41924us (42056us total) trans 4294977531 rc 0/0 00000100:00100000:0.0:1762170989.331071:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42349 00000004:00080000:0.0:1762170989.331182:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d15f80/2, rc 0, transno 4294977531 00000100:00100000:0.0:1762170989.331200:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481780096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.331216:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+873:3642:x1847765481788544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10130us (10212us total) trans 4294977563 rc 0/0 00000100:00100000:2.0:1762170989.331230:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42382 00000100:00100000:1.0:1762170989.331271:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+872:3642:x1847765481782272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34079us (34330us total) trans 4294977538 rc 0/0 00000100:00100000:1.0:1762170989.331278:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42357 00000004:00080000:2.0:1762170989.331303:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74fb80/2, rc 0, transno 4294977563 00000100:00100000:2.0:1762170989.331313:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481788544:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.331333:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bd8380/2, rc 0, transno 4294977538 00000100:00100000:2.0:1762170989.331340:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481782272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.331465:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481789568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.331510:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.331547:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.331556:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481789440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.331603:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.331640:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.331650:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481789696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.331687:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.331849:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481789568 00000100:00100000:2.0:1762170989.331856:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481789568 00000100:00100000:2.0:1762170989.331898:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481789440 00000100:00100000:2.0:1762170989.331903:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481789440 00000100:00100000:2.0:1762170989.331938:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481789696 00000100:00100000:2.0:1762170989.331943:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481789696 00000100:00100000:3.0:1762170989.331946:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42385 00000100:00100000:3.0:1762170989.331958:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+874:3643:x1847765481789568:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.331979:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42386 00002000:00080000:3.0:1762170989.331980:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2188 count 1 00000100:00100000:1.0:1762170989.331989:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42387 00000100:00100000:2.0:1762170989.331994:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+874:3643:x1847765481789440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.332004:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+874:3641:x1847765481789696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.332012:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2187 count 1 00002000:00080000:1.0:1762170989.332021:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2189 count 1 00010000:00010000:2.0:1762170989.332034:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.332036:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.332048:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.332066:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2000/0x96d1ba5869cc0540 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b8 expref: 139 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.332067:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1600/0x96d1ba5869cc054e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66c6 expref: 139 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.332068:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2a00/0x96d1ba5869cc0555 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66d4 expref: 139 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.332090:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.332092:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.332094:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.332095:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.332095:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.332098:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.332101:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.332101:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.332107:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.332126:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c1600/0x96d1ba5869cc054e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66c6 expref: 139 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.332134:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c1600/0x96d1ba5869cc054e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66c6 expref: 139 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.332143:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e2a00/0x96d1ba5869cc0555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66d4 expref: 139 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.332146:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e2000/0x96d1ba5869cc0540 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b8 expref: 139 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.332150:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481789824:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.332169:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e2a00/0x96d1ba5869cc0555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66d4 expref: 139 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.332171:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e2000/0x96d1ba5869cc0540 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b8 expref: 139 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.332199:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481789952:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.332201:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0886d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481790080:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.332210:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.332243:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a180 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.332254:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.332280:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481789312:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.332300:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0c00/0x96d1ba5869cc0539 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc669c expref: 139 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.332302:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.332333:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481789056:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.332352:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.332362:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.332366:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.332375:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.332386:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.332395:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.332415:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.332486:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489699840 00000100:00100000:3.0:1762170989.332491:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489699840 00010000:00010000:3.0:1762170989.332556:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fa00/0x96d1ba5869cc0547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66aa expref: 139 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.332608:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33763 00000100:00100000:3.0:1762170989.332623:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+139:2417:x1847765489699840:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.332631:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+875:3641:x1847765481788928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10831us (10976us total) trans 4294977564 rc 0/0 00010000:00010000:3.0:1762170989.332637:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.332642:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42383 00010000:00010000:3.0:1762170989.332647:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fa00/0x96d1ba5869cc0547 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66aa expref: 139 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.332661:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fa00/0x96d1ba5869cc0547 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66aa expref: 139 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.332683:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5fa00/0x96d1ba5869cc0547 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66aa expref: 139 pid: 8387 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.332689:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74dc00/2, rc 0, transno 4294977564 00010000:00010000:3.0:1762170989.332697:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.332701:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.332704:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481788928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.332705:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.332753:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.332774:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.332785:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481790208:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.332788:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.332832:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.332833:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+138:2417:x1847765489699840:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 211us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.332845:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33763 00010000:00010000:3.0:1762170989.332875:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.332882:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.332891:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.332891:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481790208 00000100:00100000:2.0:1762170989.332897:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481790208 00010000:00010000:3.0:1762170989.332898:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.332911:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.332930:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.332938:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4a05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.332945:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42388 00000100:00100000:2.0:1762170989.332959:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+875:3640:x1847765481790208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.332971:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1762170989.332975:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2190 count 1 00010000:00010000:3.0:1762170989.332976:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.332983:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.332992:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.333007:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3400/0x96d1ba5869cc055c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e2 expref: 137 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.333014:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.333016:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.333021:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.333050:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c3400/0x96d1ba5869cc055c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e2 expref: 137 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.333061:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c3400/0x96d1ba5869cc055c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e2 expref: 137 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.333075:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0885c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481790336:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.333131:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.333454:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481789824:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.333484:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.333530:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0886d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481790080:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.333554:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.333554:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.333605:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489699968 00000100:00100000:3.0:1762170989.333611:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489699968 00000100:00100000:0.0:1762170989.333625:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.333636:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+875:3643:x1847765481786240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21629us (21728us total) trans 4294977554 rc 0/0 00010000:00010000:3.0:1762170989.333642:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c1600/0x96d1ba5869cc054e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66c6 expref: 138 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.333653:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42373 00000100:00100000:3.0:1762170989.333679:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489700096 00000100:00100000:3.0:1762170989.333684:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489700096 00000100:00100000:0.0:1762170989.333703:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:2.0:1762170989.333754:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e48e00/2, rc 0, transno 4294977554 00000100:00100000:0.0:1762170989.333770:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489700224 00000100:00100000:2.0:1762170989.333777:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481786240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.333779:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489700224 00010000:00010000:0.0:1762170989.333820:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e2000/0x96d1ba5869cc0540 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b8 expref: 140 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.333851:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481790464:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.333869:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e2a00/0x96d1ba5869cc0555 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66d4 expref: 139 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.333876:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33764 00000100:00100000:0.0:1762170989.333907:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+140:2416:x1847765489699968:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.333908:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.333922:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33765 00010000:00010000:0.0:1762170989.333930:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.333938:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4570850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+140:2415:x1847765489700224:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.333941:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c1600/0x96d1ba5869cc054e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66c6 expref: 140 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.333960:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.333972:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e2000/0x96d1ba5869cc0540 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b8 expref: 140 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.333973:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c1600/0x96d1ba5869cc054e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66c6 expref: 140 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.333975:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481790464 00000100:00100000:2.0:1762170989.333983:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481790464 00010000:00010000:0.0:1762170989.334015:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1600/0x96d1ba5869cc054e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66c6 expref: 140 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.334026:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42389 00010000:00010000:0.0:1762170989.334039:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.334041:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+875:3642:x1847765481790464:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.334045:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.334054:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.334065:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2191 count 1 00010000:00010000:0.0:1762170989.334066:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.334069:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e2000/0x96d1ba5869cc0540 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b8 expref: 139 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.334085:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.334121:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fe00/0x96d1ba5869cc0b21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fe1 expref: 139 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.334127:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.334129:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.334131:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2000/0x96d1ba5869cc0540 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66b8 expref: 139 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.334133:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.334136:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.334166:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.334169:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fe00/0x96d1ba5869cc0b21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fe1 expref: 138 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.334170:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.334177:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.334185:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+138:2416:x1847765489699968:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 290us (638us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.334203:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fe00/0x96d1ba5869cc0b21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fe1 expref: 138 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.334223:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33764 00010000:00010000:3.0:1762170989.334224:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.334232:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0886680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481790592:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.334257:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.334264:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.334271:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33766 00000100:00100000:2.0:1762170989.334277:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.334280:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334292:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.334293:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+137:2416:x1847765489700096:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.334295:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.334309:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4570850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+137:2415:x1847765489700224:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 370us (600us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.334322:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.334326:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334332:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.334336:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.334337:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e2a00/0x96d1ba5869cc0555 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66d4 expref: 137 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.334339:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33765 00010000:00010000:2.0:1762170989.334384:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334391:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.334395:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e2a00/0x96d1ba5869cc0555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66d4 expref: 136 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.334414:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.334416:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.334421:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.334423:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.334425:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.334432:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334451:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.334455:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334459:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334481:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.334486:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.334497:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.334499:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334513:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4a0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.334525:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+136:2416:x1847765489700096:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 237us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.334539:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33766 00010000:00010000:1.0:1762170989.334543:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.334547:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334554:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.334558:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334564:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334575:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.334577:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+876:3643:x1847765481789440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2583us (2969us total) trans 4294977565 rc 0/0 00010000:00010000:1.0:1762170989.334600:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4a13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.334607:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42386 00000100:00100000:0.0:1762170989.334628:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489700352 00010000:00010000:1.0:1762170989.334634:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.334637:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489700352 00010000:00010000:1.0:1762170989.334640:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.334645:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1762170989.334664:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74f100/2, rc 0, transno 4294977565 00010000:00010000:0.0:1762170989.334666:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c3400/0x96d1ba5869cc055c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e2 expref: 136 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.334680:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481789440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.334682:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e2a00/0x96d1ba5869cc0555 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66d4 expref: 136 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.334690:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.334748:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33767 00000100:00100000:1.0:1762170989.334760:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481789952:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.334768:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+135:2416:x1847765489700352:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.334773:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1762170989.334783:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.334785:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.334786:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.334789:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481790720:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.334794:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c3400/0x96d1ba5869cc055c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e2 expref: 135 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.334824:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.334834:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.334839:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.334869:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.334873:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481790720 00000100:00100000:2.0:1762170989.334880:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481790720 00010000:00010000:3.0:1762170989.334887:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.334890:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.334897:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c3400/0x96d1ba5869cc055c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e2 expref: 135 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.334915:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.334917:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42390 00010000:00010000:1.0:1762170989.334920:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.334934:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+876:3642:x1847765481790720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.334957:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2192 count 1 00010000:00010000:0.0:1762170989.334957:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.334958:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.334965:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.334972:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.334975:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.335009:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.335013:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1200/0x96d1ba5869cc0563 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66fe expref: 135 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.335049:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.335052:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.335055:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.335063:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.335065:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+878:3643:x1847765481789568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3109us (3553us total) trans 4294977566 rc 0/0 00000100:00100000:3.0:1762170989.335077:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42385 00010000:00010000:2.0:1762170989.335082:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c1200/0x96d1ba5869cc0563 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66fe expref: 135 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.335095:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c1200/0x96d1ba5869cc0563 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66fe expref: 135 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.335105:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1762170989.335105:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+877:3641:x1847765481789696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3102us (3413us total) trans 4294977567 rc 0/0 00000100:00100000:0.0:1762170989.335112:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+135:2416:x1847765489700352:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 347us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.335113:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0884380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481790848:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.335116:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.335135:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42387 00010000:00010000:3.0:1762170989.335151:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.335153:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33767 00010000:00010000:3.0:1762170989.335161:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.335174:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.335192:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.335202:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.335211:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.335221:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.335227:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.335229:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0884700/2, rc 0, transno 4294977567 00010000:00010000:0.0:1762170989.335253:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.335254:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.335254:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481789696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.335279:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+877:3640:x1847765481789184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12832us (12929us total) trans 4294977568 rc 0/0 00010000:00010000:3.0:1762170989.335309:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4a21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.335310:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8764a80/2, rc 0, transno 4294977568 00000100:00100000:1.0:1762170989.335310:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42384 00010000:00010000:0.0:1762170989.335316:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.335323:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481789184:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.335346:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4a1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.335379:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.335385:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.335391:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.335411:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.335416:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.335423:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.335439:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481790976:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.335450:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.335488:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.335523:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.335534:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481791104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.335555:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481790976 00000100:00100000:0.0:1762170989.335562:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481790976 00000100:00100000:2.0:1762170989.335591:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.335626:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481791104 00000100:00100000:1.0:1762170989.335632:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481791104 00000004:00080000:2.0:1762170989.335664:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59a6a00/2, rc 0, transno 4294977566 00000100:00100000:0.0:1762170989.335671:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.335677:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42391 00000100:00100000:2.0:1762170989.335680:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481789568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.335695:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+878:3640:x1847765481790976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.335741:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2193 count 1 00010000:00010000:1.0:1762170989.335761:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.335777:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f800/0x96d1ba5869cc0578 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc670c expref: 134 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.335785:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.335788:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.335792:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.335794:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481791232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.335824:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f800/0x96d1ba5869cc0578 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc670c expref: 134 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.335839:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.335841:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f800/0x96d1ba5869cc0578 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc670c expref: 134 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.335858:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481791360:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.335930:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0886680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481790592:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.335935:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.335946:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.335953:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481791232 00000100:00100000:1.0:1762170989.335957:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481791232 00000100:00100000:2.0:1762170989.335977:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42392 00000100:00100000:1.0:1762170989.335991:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42393 00000100:00100000:2.0:1762170989.335992:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+879:3640:x1847765481791104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.336007:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+879:3642:x1847765481791232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.336009:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2194 count 1 00010000:00010000:2.0:1762170989.336026:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.336027:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2195 count 1 00010000:00010000:2.0:1762170989.336044:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2c00/0x96d1ba5869cc0571 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc671a expref: 134 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.336045:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.336064:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.336068:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.336070:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6600/0x96d1ba5869cc057f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6728 expref: 134 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.336073:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.336086:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.336090:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.336094:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.336111:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c2c00/0x96d1ba5869cc0571 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc671a expref: 134 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.336123:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e6600/0x96d1ba5869cc057f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6728 expref: 134 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.336126:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489700480 00010000:00010000:2.0:1762170989.336127:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c2c00/0x96d1ba5869cc0571 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc671a expref: 134 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.336138:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489700480 00010000:00010000:1.0:1762170989.336153:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e6600/0x96d1ba5869cc057f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6728 expref: 135 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.336159:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0886680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481791488:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.336172:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481791616:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.336175:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fe00/0x96d1ba5869cc0b21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fe1 expref: 135 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.336200:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.336219:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.336225:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33768 00010000:00010000:2.0:1762170989.336239:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3400/0x96d1ba5869cc055c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66e2 expref: 135 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.336241:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+135:2416:x1847765489700480:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.336268:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.336269:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0885c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481790336:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.336281:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fe00/0x96d1ba5869cc0b21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fe1 expref: 134 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.336290:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.336302:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fe00/0x96d1ba5869cc0b21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fe1 expref: 134 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.336325:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0884380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481790848:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.336329:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf99fe00/0x96d1ba5869cc0b21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fe1 expref: 134 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.336346:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.336355:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.336359:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.336364:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.336368:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.336378:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.336390:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.336403:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.336406:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.336416:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.336440:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+133:2416:x1847765489700480:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 205us (779us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.336441:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.336447:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.336457:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33768 00010000:00010000:1.0:1762170989.336459:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.336470:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.336477:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.336488:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.336510:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.336521:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.336523:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4a28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.336551:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.336554:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.336558:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.336622:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489700608 00000100:00100000:0.0:1762170989.336627:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489700608 00000100:00100000:2.0:1762170989.336637:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+880:3640:x1847765481790208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3681us (3808us total) trans 4294977569 rc 0/0 00010000:00010000:0.0:1762170989.336644:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c1200/0x96d1ba5869cc0563 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66fe expref: 133 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.336657:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42388 00000100:00100000:0.0:1762170989.336677:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33769 00000100:00100000:0.0:1762170989.336692:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+133:2416:x1847765489700608:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.336703:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1762170989.336704:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0887100/2, rc 0, transno 4294977569 00010000:00010000:0.0:1762170989.336745:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c1200/0x96d1ba5869cc0563 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66fe expref: 133 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.336761:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c1200/0x96d1ba5869cc0563 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66fe expref: 133 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.336762:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481790208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.336804:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1200/0x96d1ba5869cc0563 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc66fe expref: 133 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.336817:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.336819:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.336821:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.336829:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.336851:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.336855:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.336874:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481791744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.336894:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+132:2416:x1847765489700608:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.336903:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33769 00000100:00100000:2.0:1762170989.336919:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.336957:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481791744 00000100:00100000:0.0:1762170989.336963:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481791744 00000100:00100000:3.0:1762170989.336978:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.336986:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.336997:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.337007:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.337018:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.337042:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.337044:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489700736 00000100:00100000:0.0:1762170989.337048:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489700736 00010000:00010000:0.0:1762170989.337068:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f800/0x96d1ba5869cc0578 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc670c expref: 132 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.337097:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33770 00000100:00100000:0.0:1762170989.337107:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+132:2416:x1847765489700736:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.337114:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.337119:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f800/0x96d1ba5869cc0578 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc670c expref: 132 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.337131:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f800/0x96d1ba5869cc0578 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc670c expref: 132 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.337144:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.337146:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.337149:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.337154:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.337169:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.337199:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+132:2416:x1847765489700736:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 95us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.337206:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33770 00010000:00010000:1.0:1762170989.337231:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5f800/0x96d1ba5869cc0578 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc670c expref: 131 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.337233:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.337245:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.337251:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+881:3642:x1847765481790720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2315us (2415us total) trans 4294977570 rc 0/0 00000100:00100000:1.0:1762170989.337271:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481791360:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.337276:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.337285:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.337287:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42390 00010000:00010000:1.0:1762170989.337299:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.337301:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.337331:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0887480/2, rc 0, transno 4294977570 00010000:00010000:1.0:1762170989.337338:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.337348:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.337350:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.337352:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481790720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.337387:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.337390:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4a36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.337414:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.337416:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.337418:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.337441:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481791872:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.337446:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.337448:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.337454:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.337462:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.337466:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.337482:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.337487:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.337488:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.337513:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.337516:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.337523:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4a3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.337557:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481791872 00010000:00010000:0.0:1762170989.337561:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.337564:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481791872 00010000:00010000:0.0:1762170989.337568:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.337574:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.337607:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489700864 00000100:00100000:0.0:1762170989.337612:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489700864 00000100:00100000:1.0:1762170989.337620:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+882:3640:x1847765481790976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1929us (2128us total) trans 4294977571 rc 0/0 00000100:00100000:2.0:1762170989.337630:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42394 00010000:00010000:0.0:1762170989.337635:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e6600/0x96d1ba5869cc057f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6728 expref: 131 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.337648:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42391 00000100:00100000:2.0:1762170989.337654:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+882:3641:x1847765481791872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.337691:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2197 count 1 00000100:00100000:0.0:1762170989.337731:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489700992 00010000:00010000:2.0:1762170989.337736:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.337737:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489700992 00000100:00100000:3.0:1762170989.337746:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33771 00010000:00010000:2.0:1762170989.337758:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3600/0x96d1ba5869cc058d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6744 expref: 132 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.337761:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c2c00/0x96d1ba5869cc0571 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc671a expref: 132 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.337767:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+132:2416:x1847765489700864:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.337770:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481791616:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.337786:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.337798:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e6600/0x96d1ba5869cc057f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6728 expref: 132 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.337798:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.337800:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.337807:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.337811:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.337829:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e6600/0x96d1ba5869cc057f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6728 expref: 132 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.337833:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33772 00010000:00010000:2.0:1762170989.337842:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c3600/0x96d1ba5869cc058d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6744 expref: 132 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.337853:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c3600/0x96d1ba5869cc058d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6744 expref: 132 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.337855:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+132:2416:x1847765489700992:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.337857:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6600/0x96d1ba5869cc057f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6728 expref: 132 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.337884:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.337887:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481792000:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.337888:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.337894:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c2c00/0x96d1ba5869cc0571 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc671a expref: 131 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.337895:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.337904:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.337915:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.337919:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c2c00/0x96d1ba5869cc0571 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc671a expref: 131 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.337936:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.337972:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0886a00/2, rc 0, transno 4294977571 00010000:00010000:0.0:1762170989.337972:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.337976:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.337981:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.337981:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.337990:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481790976:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.337990:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.338010:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+131:2416:x1847765489700864:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 246us (648us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.338013:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.338039:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481792128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.338045:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33771 00010000:00010000:1.0:1762170989.338047:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.338068:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.338076:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.338077:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.338090:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.338113:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.338117:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.338126:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+130:2416:x1847765489700992:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 271us (645us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.338128:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.338144:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.338164:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33772 00010000:00010000:2.0:1762170989.338186:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.338187:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.338194:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.338201:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.338203:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.338224:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.338229:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.338235:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4a4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.338257:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.338259:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+882:3642:x1847765481791232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2252us (2420us total) trans 4294977572 rc 0/0 00010000:00010000:3.0:1762170989.338261:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.338266:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.338273:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42393 00010000:00010000:3.0:1762170989.338274:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.338278:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.338284:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.338299:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.338308:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4a2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.338309:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.338328:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.338330:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481792128 00010000:00010000:3.0:1762170989.338331:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.338336:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.338339:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481792128 00000100:00100000:0.0:1762170989.338358:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42395 00000100:00100000:0.0:1762170989.338369:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+883:3642:x1847765481791744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.338387:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2196 count 1 00000100:00100000:1.0:1762170989.338388:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42396 00000100:00100000:1.0:1762170989.338407:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+883:3641:x1847765481792128:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.338411:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.338423:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1c00/0x96d1ba5869cc0586 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6736 expref: 129 pid: 9199 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1762170989.338424:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2198 count 1 00010000:00010000:0.0:1762170989.338437:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.338440:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.338443:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.338448:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.338464:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e200/0x96d1ba5869cc0594 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6752 expref: 129 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.338471:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.338474:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.338480:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c1c00/0x96d1ba5869cc0586 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6736 expref: 129 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.338481:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.338529:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c1c00/0x96d1ba5869cc0586 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6736 expref: 129 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.338545:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e200/0x96d1ba5869cc0594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6752 expref: 129 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.338550:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481792256:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.338572:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e200/0x96d1ba5869cc0594 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6752 expref: 129 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.338599:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481792384:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.338636:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.338642:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.339148:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.339188:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489701120 00000100:00100000:0.0:1762170989.339193:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489701120 00010000:00010000:0.0:1762170989.339224:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c3600/0x96d1ba5869cc058d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6744 expref: 130 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.339258:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33773 00000100:00100000:0.0:1762170989.339270:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+130:2416:x1847765489701120:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.339278:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.339281:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c3600/0x96d1ba5869cc058d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6744 expref: 130 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.339295:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c3600/0x96d1ba5869cc058d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6744 expref: 130 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.339311:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.339314:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.339317:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.339326:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.339345:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.339383:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+130:2416:x1847765489701120:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 118us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.339392:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33773 00000100:00100000:0.0:1762170989.339883:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481792256:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.339917:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.339920:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481792384:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.339934:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.339956:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.339980:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489701248 00000100:00100000:0.0:1762170989.339985:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489701248 00010000:00010000:0.0:1762170989.340009:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c1c00/0x96d1ba5869cc0586 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6736 expref: 130 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.340028:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.340048:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489701376 00000100:00100000:0.0:1762170989.340054:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489701376 00010000:00010000:0.0:1762170989.340077:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e200/0x96d1ba5869cc0594 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6752 expref: 131 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.340123:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33774 00000100:00100000:3.0:1762170989.340137:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33775 00000100:00100000:0.0:1762170989.340144:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5980000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+131:2416:x1847765489701248:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.340159:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.340164:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+131:2414:x1847765489701376:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.340169:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c1c00/0x96d1ba5869cc0586 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6736 expref: 131 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.340184:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c1c00/0x96d1ba5869cc0586 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6736 expref: 131 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.340199:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.340203:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1c00/0x96d1ba5869cc0586 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6736 expref: 131 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.340214:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e200/0x96d1ba5869cc0594 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6752 expref: 130 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.340219:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.340223:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.340227:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340235:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.340242:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e200/0x96d1ba5869cc0594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6752 expref: 130 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.340254:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.340270:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c5e200/0x96d1ba5869cc0594 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6752 expref: 130 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.340293:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.340293:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5980000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+129:2416:x1847765489701248:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 159us (372us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.340300:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.340306:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33774 00010000:00010000:3.0:1762170989.340308:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.340328:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340345:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340352:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340360:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.340365:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.340365:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.340372:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.340383:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340384:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.340396:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.340401:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.340414:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+128:2414:x1847765489701376:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 258us (389us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.340421:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.340427:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33775 00010000:00010000:0.0:1762170989.340433:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.340440:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340447:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.340451:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340457:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340466:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340473:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4a59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340511:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.340514:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340519:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.340523:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340530:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340544:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340548:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4a60 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.340606:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.340611:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.340618:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.340650:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.340689:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+885:3641:x1847765481792128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2284us (2601us total) trans 4294977574 rc 0/0 00000100:00100000:1.0:1762170989.340700:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42396 00000004:00080000:1.0:1762170989.340800:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f2a00/2, rc 0, transno 4294977574 00000100:00100000:1.0:1762170989.340822:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481792128:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.340853:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0884000/2, rc 0, transno 4294977572 00000100:00100000:2.0:1762170989.340868:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481791232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.340870:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+884:3642:x1847765481791744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2498us (3950us total) trans 4294977575 rc 0/0 00000100:00100000:0.0:1762170989.340889:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42395 00000004:00080000:2.0:1762170989.340917:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0884380/2, rc 0, transno 4294977575 00000100:00100000:2.0:1762170989.340921:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481791744:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.341004:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481792640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.341065:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.341104:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481792640 00000100:00100000:0.0:1762170989.341110:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481792640 00000100:00100000:2.0:1762170989.341114:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.341123:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481792512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.341156:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.341163:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42397 00000100:00100000:1.0:1762170989.341168:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481792512 00000100:00100000:1.0:1762170989.341179:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481792512 00000100:00100000:0.0:1762170989.341185:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+884:3643:x1847765481792640:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.341191:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.341204:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481792768:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.341216:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2200 count 1 00000100:00100000:1.0:1762170989.341224:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42398 00000100:00100000:2.0:1762170989.341234:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.341240:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+885:3643:x1847765481792512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.341244:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.341262:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0800/0x96d1ba5869cc05a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc676e expref: 127 pid: 9199 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1762170989.341265:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2199 count 1 00010000:00010000:0.0:1762170989.341273:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.341275:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.341278:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.341294:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.341309:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c0800/0x96d1ba5869cc05a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc676e expref: 127 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.341310:0:8387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3600/0x96d1ba5869cc058d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6744 expref: 127 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.341316:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8903400/0x96d1ba5869cc0a10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ed0 expref: 127 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.341363:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.341363:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c0800/0x96d1ba5869cc05a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc676e expref: 126 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.341372:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481792000:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.341374:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.341390:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.341395:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481792896:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.341409:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.341424:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.341430:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.341439:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.341439:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8903400/0x96d1ba5869cc0a10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ed0 expref: 126 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.341467:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.341472:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8903400/0x96d1ba5869cc0a10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ed0 expref: 126 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.341473:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+885:3642:x1847765481784192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37280us (37406us total) trans 4294977545 rc 0/0 00000100:00100000:3.0:1762170989.341492:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42365 00010000:00010000:2.0:1762170989.341497:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.341498:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481793024:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.341605:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.341615:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.341639:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481792768 00000100:00100000:1.0:1762170989.341645:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481792768 00000100:00100000:2.0:1762170989.341676:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+886:3641:x1847765481791872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4032us (4193us total) trans 4294977576 rc 0/0 00000100:00100000:1.0:1762170989.341685:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42399 00000100:00100000:2.0:1762170989.341694:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42394 00000100:00100000:1.0:1762170989.341698:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+886:3641:x1847765481792768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.341742:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2201 count 1 00010000:00010000:1.0:1762170989.341757:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.341770:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3200/0x96d1ba5869cc05a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc677c expref: 126 pid: 10282 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1762170989.341772:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f3480/2, rc 0, transno 4294977576 00000100:00100000:2.0:1762170989.341785:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481791872:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.341786:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.341790:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.341795:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.341810:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97798380/2, rc 0, transno 4294977545 00000100:00100000:3.0:1762170989.341820:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481784192:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.341822:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c3200/0x96d1ba5869cc05a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc677c expref: 126 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.341835:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c3200/0x96d1ba5869cc05a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc677c expref: 126 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.341849:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481793280:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.341865:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481793152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.341905:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.341914:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a180 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.341931:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.341938:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.341945:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.341952:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.341953:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.341966:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481793408:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.341967:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.341987:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.341995:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481793152 00000100:00100000:2.0:1762170989.342003:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.342009:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4a52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.342034:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.342038:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481793152 00010000:00010000:1.0:1762170989.342038:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.342043:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.342049:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481793408 00000100:00100000:2.0:1762170989.342054:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481793408 00000100:00100000:3.0:1762170989.342099:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42400 00000100:00100000:1.0:1762170989.342107:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42401 00000100:00100000:3.0:1762170989.342113:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+887:3641:x1847765481793152:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.342122:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+887:3643:x1847765481793408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.342137:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2203 count 1 00010000:00010000:2.0:1762170989.342147:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2c00/0x96d1ba5869cc0571 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc671a expref: 126 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.342151:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.342166:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0886680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481791488:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.342170:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7800/0x96d1ba5869cc05b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6798 expref: 125 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.342180:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.342182:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.342185:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.342187:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.342188:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2202 count 1 00010000:00010000:2.0:1762170989.342205:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.342207:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.342216:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e7800/0x96d1ba5869cc05b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6798 expref: 125 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.342239:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0400/0x96d1ba5869cc05b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc678a expref: 125 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.342242:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.342246:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e7800/0x96d1ba5869cc05b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6798 expref: 125 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.342260:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.342265:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.342266:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.342271:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.342294:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.342298:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481793536:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.342317:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c0400/0x96d1ba5869cc05b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc678a expref: 125 pid: 9199 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.342327:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.342331:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c0400/0x96d1ba5869cc05b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc678a expref: 125 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.342339:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.342345:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481793664:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.342359:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.342365:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.342373:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.342376:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.342384:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.342397:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.342405:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4a44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.342430:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.342433:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.342437:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.342488:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+888:3640:x1847765481791104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6501us (6910us total) trans 4294977577 rc 0/0 00000100:00100000:2.0:1762170989.342496:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42392 00000004:00080000:2.0:1762170989.342538:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0884a80/2, rc 0, transno 4294977577 00000100:00100000:2.0:1762170989.342547:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481791104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.342563:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.342635:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481793792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.342676:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.342701:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481793792 00000100:00100000:1.0:1762170989.342741:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481793792 00000100:00100000:1.0:1762170989.342795:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42402 00000100:00100000:1.0:1762170989.342809:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+888:3643:x1847765481793792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.342823:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2204 count 1 00010000:00010000:1.0:1762170989.342836:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.342849:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2000/0x96d1ba5869cc05be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67a6 expref: 125 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.342855:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.342856:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.342858:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.342875:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c2000/0x96d1ba5869cc05be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67a6 expref: 125 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.342881:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c2000/0x96d1ba5869cc05be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67a6 expref: 125 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.342888:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481793920:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.342940:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.343144:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+888:3642:x1847765481788416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22185us (22290us total) trans 4294977562 rc 0/0 00000100:00100000:1.0:1762170989.343153:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42381 00000100:00100000:0.0:1762170989.343329:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481792896:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.343352:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.343364:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.343375:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481793024:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.343412:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.343421:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.343446:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481793280:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.343461:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489701504 00010000:00010000:1.0:1762170989.343465:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.343469:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489701504 00000100:00100000:3.0:1762170989.343502:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.343509:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c0800/0x96d1ba5869cc05a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc676e expref: 126 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.343559:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489701632 00000100:00100000:0.0:1762170989.343564:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489701632 00010000:00010000:0.0:1762170989.343602:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8903400/0x96d1ba5869cc0a10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ed0 expref: 127 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.343616:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489701760 00000100:00100000:3.0:1762170989.343624:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489701760 00000100:00100000:0.0:1762170989.343639:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33776 00010000:00010000:3.0:1762170989.343655:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c3200/0x96d1ba5869cc05a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc677c expref: 128 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.343655:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5982680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+128:2416:x1847765489701504:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.343681:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.343690:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c0800/0x96d1ba5869cc05a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc676e expref: 128 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.343703:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c0800/0x96d1ba5869cc05a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc676e expref: 128 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.343745:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0800/0x96d1ba5869cc05a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc676e expref: 128 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.343764:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.343767:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.343772:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.343787:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.343819:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.343848:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33777 00000100:00100000:0.0:1762170989.343868:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5982680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+127:2416:x1847765489701504:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 218us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.343907:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33778 00000100:00100000:3.0:1762170989.343911:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+127:2417:x1847765489701632:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.343921:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33776 00000100:00100000:1.0:1762170989.343930:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+127:2417:x1847765489701760:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.343946:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.343954:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c3200/0x96d1ba5869cc05a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc677c expref: 126 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.343980:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.343991:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8903400/0x96d1ba5869cc0a10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ed0 expref: 126 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.344001:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c3200/0x96d1ba5869cc05a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc677c expref: 126 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.344009:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8903400/0x96d1ba5869cc0a10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ed0 expref: 126 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.344022:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3200/0x96d1ba5869cc05a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc677c expref: 126 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.344034:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8903400/0x96d1ba5869cc0a10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ed0 expref: 125 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.344038:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.344043:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.344049:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.344051:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.344056:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.344062:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.344063:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.344082:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.344109:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.344115:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.344160:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+124:2417:x1847765489701760:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 240us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.344168:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33778 00010000:00010000:1.0:1762170989.344218:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.344226:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.344236:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.344242:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.344252:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+123:2417:x1847765489701632:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 346us (835us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.344262:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.344264:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33777 00000100:00100000:0.0:1762170989.344334:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:3.0:1762170989.344395:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74c380/2, rc 0, transno 4294977562 00000100:00100000:0.0:1762170989.344396:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.344441:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.344462:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481788416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.344475:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+888:3641:x1847765481792768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2775us (3235us total) trans 4294977578 rc 0/0 00010000:00010000:0.0:1762170989.344485:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.344486:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42399 00000004:00080000:2.0:1762170989.344487:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f0000/2, rc 0, transno 4294977578 00000100:00100000:3.0:1762170989.344494:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489701888 00010000:00010000:0.0:1762170989.344500:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.344501:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489701888 00000100:00100000:2.0:1762170989.344502:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481792768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.344525:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.344528:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e7800/0x96d1ba5869cc05b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6798 expref: 123 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.344531:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.344533:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.344571:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481794048:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.344591:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.344597:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.344603:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489702016 00000100:00100000:3.0:1762170989.344614:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489702016 00010000:00010000:1.0:1762170989.344616:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.344624:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.344626:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.344636:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.344647:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4a75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.344656:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170989.344676:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.344677:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481794176:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.344699:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.344743:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.344753:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c0400/0x96d1ba5869cc05b7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc678a expref: 124 pid: 9199 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.344756:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.344780:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.344787:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.344797:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.344808:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489702144 00000100:00100000:2.0:1762170989.344814:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481794048 00010000:00010000:0.0:1762170989.344815:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.344816:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489702144 00000100:00100000:2.0:1762170989.344820:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481794048 00010000:00010000:0.0:1762170989.344832:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4a6e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.344842:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c2000/0x96d1ba5869cc05be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67a6 expref: 125 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.344856:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481794176 00000100:00100000:2.0:1762170989.344860:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481794176 00010000:00010000:0.0:1762170989.344877:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.344883:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.344889:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33779 00010000:00010000:0.0:1762170989.344890:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.344894:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42403 00000100:00100000:3.0:1762170989.344902:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+125:2417:x1847765489701888:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.344904:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+890:3640:x1847765481794048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.344919:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:2.0:1762170989.344925:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2205 count 1 00010000:00010000:3.0:1762170989.344929:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e7800/0x96d1ba5869cc05b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6798 expref: 125 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.344938:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33780 00010000:00010000:2.0:1762170989.344940:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.344967:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4200/0x96d1ba5869cc05c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67b4 expref: 125 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.344970:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e7800/0x96d1ba5869cc05b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6798 expref: 125 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.344970:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+125:2417:x1847765489702016:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.344977:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.344984:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.344993:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.345003:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.345014:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c0400/0x96d1ba5869cc05b7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc678a expref: 125 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.345015:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.345020:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.345027:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.345036:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c4200/0x96d1ba5869cc05c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67b4 expref: 125 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.345078:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.345087:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c0400/0x96d1ba5869cc05b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc678a expref: 125 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.345088:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c4200/0x96d1ba5869cc05c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67b4 expref: 125 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.345105:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.345144:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+125:2417:x1847765489701888:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 242us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.345148:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481794304:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.345157:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.345159:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.345163:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.345164:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33779 00010000:00010000:0.0:1762170989.345180:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.345203:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33781 00010000:00010000:0.0:1762170989.345205:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.345209:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.345217:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+124:2417:x1847765489702144:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.345228:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.345234:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c2000/0x96d1ba5869cc05be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67a6 expref: 124 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.345252:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c2000/0x96d1ba5869cc05be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67a6 expref: 124 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.345254:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42404 00000100:00100000:0.0:1762170989.345255:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+124:2417:x1847765489702016:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 288us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.345275:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+890:3640:x1847765481794176:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.345293:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33780 00010000:00010000:3.0:1762170989.345299:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1762170989.345303:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2206 count 1 00010000:00010000:3.0:1762170989.345305:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.345311:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.345322:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.345322:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.345347:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6200/0x96d1ba5869cc05cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c2 expref: 123 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.345349:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.345358:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.345360:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.345365:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.345389:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+123:2417:x1847765489702144:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 173us (945us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.345394:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e6200/0x96d1ba5869cc05cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c2 expref: 123 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.345403:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33781 00010000:00010000:2.0:1762170989.345406:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e6200/0x96d1ba5869cc05cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c2 expref: 123 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.345420:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481794432:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.345445:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.345456:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.345592:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.345603:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.345613:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.345622:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.345657:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.345670:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.345678:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.345687:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.345691:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.345700:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.345759:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.345767:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4a67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.345803:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.345806:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.345810:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.345844:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2000/0x96d1ba5869cc05be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67a6 expref: 122 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.345859:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481793920:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.345879:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.345887:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.345894:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.345903:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.345910:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.345930:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.345941:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.345948:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.345956:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.345960:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.345969:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.345982:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.345994:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4a8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.346015:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.346017:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.346020:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.346270:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+892:3643:x1847765481792640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5093us (5200us total) trans 4294977580 rc 0/0 00000100:00100000:1.0:1762170989.346278:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+892:3643:x1847765481793792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3468us (3599us total) trans 4294977581 rc 0/0 00000100:00100000:0.0:1762170989.346288:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42397 00000100:00100000:1.0:1762170989.346298:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42402 00010000:00010000:0.0:1762170989.346378:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7800/0x96d1ba5869cc05b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6798 expref: 121 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.346397:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481793536:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.346437:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.346448:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.346456:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.346466:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.346475:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.346496:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.346507:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.346511:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.346520:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.346530:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.346537:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.346547:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.346567:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.346576:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4a7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.346600:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.346643:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.346648:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.346654:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.346692:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489702272 00000100:00100000:3.0:1762170989.346700:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489702272 00010000:00010000:3.0:1762170989.346776:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e6200/0x96d1ba5869cc05cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c2 expref: 121 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.346810:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489702400 00000100:00100000:3.0:1762170989.346816:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489702400 00010000:00010000:3.0:1762170989.346837:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c4200/0x96d1ba5869cc05c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67b4 expref: 122 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.346870:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33782 00000100:00100000:3.0:1762170989.346884:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5980000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+122:2416:x1847765489702272:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.346893:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.346900:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e6200/0x96d1ba5869cc05cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c2 expref: 122 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.346915:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e6200/0x96d1ba5869cc05cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c2 expref: 122 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.346932:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.346934:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.346937:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.346943:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.346966:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.346982:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+891:3643:x1847765481793408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4863us (4980us total) trans 4294977582 rc 0/0 00000100:00100000:0.0:1762170989.346993:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42401 00000100:00100000:3.0:1762170989.347016:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5980000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+122:2416:x1847765489702272:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 131us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.347029:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33782 00000100:00100000:3.0:1762170989.347057:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33783 00000100:00100000:3.0:1762170989.347068:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+121:2417:x1847765489702400:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.347076:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.347081:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c4200/0x96d1ba5869cc05c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67b4 expref: 121 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.347101:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c4200/0x96d1ba5869cc05c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67b4 expref: 121 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.347121:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.347124:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.347128:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.347140:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.347173:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0400/0x96d1ba5869cc05b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc678a expref: 121 pid: 9199 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.347196:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.347196:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481793664:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.347232:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.347247:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+120:2417:x1847765489702400:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.347263:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33783 00010000:00010000:0.0:1762170989.347324:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.347331:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.347337:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.347341:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.347357:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.347380:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.347387:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.347394:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.347398:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.347406:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.347425:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.347430:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4a83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.347479:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.347485:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.347493:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.347534:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+891:3641:x1847765481793152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5428us (5632us total) trans 4294977583 rc 0/0 00000100:00100000:0.0:1762170989.347541:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42400 00000004:00080000:2.0:1762170989.347744:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f0380/2, rc 0, transno 4294977583 00000100:00100000:2.0:1762170989.347756:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481793152:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.347784:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f1500/2, rc 0, transno 4294977581 00000100:00100000:3.0:1762170989.347793:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481793792:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.347808:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f0e00/2, rc 0, transno 4294977582 00000100:00100000:3.0:1762170989.347814:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481793408:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.347827:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f1f80/2, rc 0, transno 4294977580 00000100:00100000:3.0:1762170989.347832:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481792640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.347855:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481794688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.347879:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481794560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.347900:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.347911:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481794944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.347934:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.347957:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.347963:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481794816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.347984:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.348016:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.348063:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481794688 00000100:00100000:0.0:1762170989.348070:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481794688 00010000:00010000:2.0:1762170989.348079:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4200/0x96d1ba5869cc05c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67b4 expref: 119 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.348089:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481794304:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.348119:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.348127:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.348133:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.348134:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481794944 00000100:00100000:0.0:1762170989.348144:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481794944 00010000:00010000:2.0:1762170989.348145:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.348154:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.348174:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.348195:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481794816 00000100:00100000:0.0:1762170989.348201:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481794816 00000100:00100000:0.0:1762170989.348254:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481794560 00000100:00100000:0.0:1762170989.348259:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481794560 00000100:00100000:3.0:1762170989.348267:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42405 00000100:00100000:3.0:1762170989.348286:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+895:3643:x1847765481794688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.348314:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42406 00002000:00080000:3.0:1762170989.348315:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2208 count 1 00000100:00100000:0.0:1762170989.348334:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+895:3641:x1847765481794944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.348339:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.348359:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3c00/0x96d1ba5869cc05da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67de expref: 118 pid: 10282 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170989.348361:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2210 count 1 00000100:00100000:2.0:1762170989.348370:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+895:3640:x1847765481794048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3463us (3743us total) trans 4294977584 rc 0/0 00010000:00010000:3.0:1762170989.348381:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.348384:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.348388:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42403 00010000:00010000:3.0:1762170989.348391:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.348392:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.348425:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42407 00010000:00010000:1.0:1762170989.348439:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.348446:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+894:3641:x1847765481794816:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.348448:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1800/0x96d1ba5869cc05e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67fa expref: 118 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.348449:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.348461:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c3c00/0x96d1ba5869cc05da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67de expref: 118 pid: 10282 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1762170989.348462:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2209 count 1 00010000:00010000:2.0:1762170989.348489:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.348501:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.348502:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.348510:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.348513:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.348515:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c3c00/0x96d1ba5869cc05da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67de expref: 118 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.348519:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.348528:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7e00/0x96d1ba5869cc05e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ec expref: 118 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.348562:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.348569:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.348572:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.348590:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.348592:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5982d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481795072:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.348600:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.348611:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4a91 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.348613:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c1800/0x96d1ba5869cc05e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67fa expref: 118 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.348625:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e7e00/0x96d1ba5869cc05e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ec expref: 118 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.348655:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.348660:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.348666:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.348679:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e7e00/0x96d1ba5869cc05e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ec expref: 118 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.348687:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c1800/0x96d1ba5869cc05e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67fa expref: 118 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.348692:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42408 00000100:00100000:2.0:1762170989.348703:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481795328:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.348747:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+894:3642:x1847765481794560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.348761:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481795200:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.348768:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00002000:00080000:1.0:1762170989.348803:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2207 count 1 00000004:00080000:2.0:1762170989.348806:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f1880/2, rc 0, transno 4294977584 00000100:00100000:2.0:1762170989.348816:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481794048:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.348820:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.348821:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321900 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.348841:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49800/0x96d1ba5869cc08ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6dbf expref: 118 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.348856:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.348859:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.348863:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.348865:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481795456:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.348901:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49800/0x96d1ba5869cc08ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6dbf expref: 118 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.348908:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.348925:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49800/0x96d1ba5869cc08ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6dbf expref: 118 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.348938:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b900 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.348940:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481795584:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.348975:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481795456 00000100:00100000:0.0:1762170989.348981:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481795456 00000100:00100000:1.0:1762170989.349008:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.349016:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e6200/0x96d1ba5869cc05cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67c2 expref: 118 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.349037:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42409 00000100:00100000:2.0:1762170989.349042:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481794432:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.349051:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+895:3642:x1847765481795456:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.349070:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.349084:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.349087:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2211 count 1 00010000:00010000:2.0:1762170989.349095:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.349105:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.349106:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.349128:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.349133:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2800/0x96d1ba5869cc05ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6808 expref: 117 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.349143:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.349145:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.349147:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.349159:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.349168:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.349175:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.349177:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c2800/0x96d1ba5869cc05ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6808 expref: 117 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.349193:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.349198:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.349202:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c2800/0x96d1ba5869cc05ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6808 expref: 117 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.349213:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.349227:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481795712:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.349235:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.349243:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4a98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.349266:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.349269:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.349270:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.349275:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.349355:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+896:3640:x1847765481794176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4082us (4641us total) trans 4294977585 rc 0/0 00000100:00100000:2.0:1762170989.349368:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42404 00000004:00080000:2.0:1762170989.349409:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f2680/2, rc 0, transno 4294977585 00000100:00100000:2.0:1762170989.349419:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481794176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.349469:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.349478:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481795840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.349521:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.349605:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481795840 00000100:00100000:2.0:1762170989.349612:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481795840 00000100:00100000:2.0:1762170989.349659:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42410 00000100:00100000:2.0:1762170989.349670:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+896:3642:x1847765481795840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.349683:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2212 count 1 00010000:00010000:2.0:1762170989.349697:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.349761:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5e00/0x96d1ba5869cc05f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6816 expref: 117 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.349772:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.349775:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.349779:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.349811:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c5e00/0x96d1ba5869cc05f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6816 expref: 117 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.349824:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c5e00/0x96d1ba5869cc05f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6816 expref: 117 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.349839:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481795968:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.349915:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.350237:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5982d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481795072:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.350273:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.350273:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481795328:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.350295:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.350311:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.350348:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.350376:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.350440:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489702656 00000100:00100000:3.0:1762170989.350447:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489702656 00010000:00010000:3.0:1762170989.350480:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c3c00/0x96d1ba5869cc05da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67de expref: 118 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.350494:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481795712:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.350506:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.350511:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.350519:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489702528 00000100:00100000:3.0:1762170989.350527:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489702528 00010000:00010000:3.0:1762170989.350548:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e7e00/0x96d1ba5869cc05e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ec expref: 119 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.350552:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481795584:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.350557:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.350576:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.350612:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489702784 00000100:00100000:0.0:1762170989.350618:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489702784 00010000:00010000:0.0:1762170989.350651:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c1800/0x96d1ba5869cc05e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67fa expref: 120 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.350688:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489703040 00000100:00100000:0.0:1762170989.350692:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489703040 00010000:00010000:0.0:1762170989.350760:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c2800/0x96d1ba5869cc05ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6808 expref: 121 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.350769:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489702912 00000100:00100000:3.0:1762170989.350775:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489702912 00010000:00010000:3.0:1762170989.350797:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49800/0x96d1ba5869cc08ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6dbf expref: 122 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.350800:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33784 00000100:00100000:1.0:1762170989.350809:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.350822:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+122:2417:x1847765489702656:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.350825:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489703168 00000100:00100000:3.0:1762170989.350828:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489703168 00010000:00010000:0.0:1762170989.350836:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.350843:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c3c00/0x96d1ba5869cc05da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67de expref: 123 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.350861:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c3c00/0x96d1ba5869cc05da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67de expref: 123 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.350885:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3c00/0x96d1ba5869cc05da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67de expref: 123 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.350887:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c5e00/0x96d1ba5869cc05f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6816 expref: 123 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.350923:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.350926:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.350930:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.350939:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33785 00010000:00010000:0.0:1762170989.350952:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.350954:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+122:2415:x1847765489702784:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.350969:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.350975:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c1800/0x96d1ba5869cc05e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67fa expref: 122 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.350990:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c1800/0x96d1ba5869cc05e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67fa expref: 122 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.350995:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.351009:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.351011:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.351014:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351022:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351038:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.351053:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+122:2417:x1847765489702656:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 236us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.351067:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33784 00000100:00100000:3.0:1762170989.351074:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+122:2415:x1847765489702784:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 120us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.351084:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33785 00000100:00100000:0.0:1762170989.351116:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33786 00000100:00100000:3.0:1762170989.351128:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33787 00000100:00100000:0.0:1762170989.351136:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+120:2416:x1847765489702528:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.351146:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4572850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+120:2417:x1847765489703040:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.351149:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.351159:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.351160:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e7e00/0x96d1ba5869cc05e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ec expref: 120 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.351174:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c2800/0x96d1ba5869cc05ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6808 expref: 120 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.351186:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e7e00/0x96d1ba5869cc05e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ec expref: 120 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.351195:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c2800/0x96d1ba5869cc05ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6808 expref: 120 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.351210:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e7e00/0x96d1ba5869cc05e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67ec expref: 120 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.351216:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2800/0x96d1ba5869cc05ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6808 expref: 120 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.351238:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.351242:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.351243:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.351248:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.351248:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481795968:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.351251:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351256:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.351268:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.351292:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351321:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.351327:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.351348:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351350:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.351360:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.351364:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.351371:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.351375:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+118:2416:x1847765489702528:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 242us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.351387:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4572850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+118:2417:x1847765489703040:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 242us (876us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.351412:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.351418:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.351419:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33786 00000100:00100000:3.0:1762170989.351437:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33787 00010000:00010000:1.0:1762170989.351446:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.351457:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.351462:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.351463:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33788 00010000:00010000:1.0:1762170989.351489:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.351490:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+116:2416:x1847765489702912:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.351491:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33789 00000100:00100000:3.0:1762170989.351508:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+116:2417:x1847765489703168:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.351511:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.351517:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.351524:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49800/0x96d1ba5869cc08ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6dbf expref: 116 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.351527:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c5e00/0x96d1ba5869cc05f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6816 expref: 116 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.351573:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c5e00/0x96d1ba5869cc05f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6816 expref: 116 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.351592:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49800/0x96d1ba5869cc08ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6dbf expref: 116 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.351604:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5e00/0x96d1ba5869cc05f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6816 expref: 116 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.351621:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.351621:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49800/0x96d1ba5869cc08ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6dbf expref: 115 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.351629:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.351636:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351646:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.351646:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.351654:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.351655:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+898:3641:x1847765481794816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3207us (3663us total) trans 4294977586 rc 0/0 00000100:00100000:1.0:1762170989.351661:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+898:3642:x1847765481795456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2610us (2752us total) trans 4294977587 rc 0/0 00010000:00010000:0.0:1762170989.351663:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351677:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.351682:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42407 00010000:00010000:0.0:1762170989.351701:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.351702:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+114:2417:x1847765489703168:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.351702:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42409 00000100:00100000:3.0:1762170989.351776:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33789 00010000:00010000:0.0:1762170989.351781:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1762170989.351785:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d99880/2, rc 0, transno 4294977586 00000100:00100000:2.0:1762170989.351802:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481794816:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.351812:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.351822:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.351823:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+113:2416:x1847765489702912:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 339us (1267us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.351850:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.351853:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33788 00010000:00010000:3.0:1762170989.351858:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351872:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.351881:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1762170989.351892:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.351900:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481796096:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.351904:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4aad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.351910:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.351920:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351933:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.351938:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.351938:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:2.0:1762170989.351948:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.351949:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.351950:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.351966:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351979:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.351986:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.351987:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.352001:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481796096 00000100:00100000:2.0:1762170989.352010:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481796096 00010000:00010000:0.0:1762170989.352030:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4abb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352033:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.352045:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42411 00000100:00100000:1.0:1762170989.352067:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+897:3641:x1847765481796096:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.352071:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.352073:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.352082:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.352090:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1762170989.352091:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2213 count 1 00010000:00010000:0.0:1762170989.352100:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.352101:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352107:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.352112:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.352117:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.352132:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.352132:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7e00/0x96d1ba5869cc060b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6824 expref: 112 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.352154:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.352157:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.352161:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.352167:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.352175:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.352182:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.352189:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c7e00/0x96d1ba5869cc060b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6824 expref: 112 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.352194:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.352202:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352212:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352229:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352242:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4a9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352278:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.352283:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352293:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.352297:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.352310:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c1800/0x96d1ba5869cc05e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc67fa expref: 112 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.352333:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481795200:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.352354:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+899:3642:x1847765481795840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2684us (2829us total) trans 4294977589 rc 0/0 00010000:00010000:3.0:1762170989.352364:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.352364:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42410 00010000:00010000:0.0:1762170989.352370:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.352391:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352392:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352443:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4ac2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.352446:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.352466:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352474:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.352474:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352481:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.352486:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.352514:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.352517:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.352523:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352533:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.352536:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352541:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352550:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352555:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4aa6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.352571:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.352573:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.352575:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.352698:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+899:3643:x1847765481794688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4417us (4796us total) trans 4294977588 rc 0/0 00000004:00080000:2.0:1762170989.352762:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d99c00/2, rc 0, transno 4294977588 00000100:00100000:2.0:1762170989.352782:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481794688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.352843:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42405 00000100:00100000:2.0:1762170989.352862:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1762170989.352876:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481796352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.352938:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.352939:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+898:3641:x1847765481794944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4600us (4992us total) trans 4294977590 rc 0/0 00000100:00100000:0.0:1762170989.352956:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42406 00000100:00100000:0.0:1762170989.352997:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481796352 00000100:00100000:0.0:1762170989.353003:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481796352 00000004:00080000:2.0:1762170989.353028:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d9a680/2, rc 0, transno 4294977590 00000100:00100000:2.0:1762170989.353051:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481794944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.353062:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42412 00000100:00100000:0.0:1762170989.353080:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+898:3640:x1847765481796352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.353102:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2214 count 1 00000100:00100000:2.0:1762170989.353125:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170989.353127:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.353138:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481796480:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.353148:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0600/0x96d1ba5869cc05fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6832 expref: 111 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.353159:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.353162:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.353167:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.353180:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.353220:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c0600/0x96d1ba5869cc05fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6832 expref: 111 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.353221:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481796480 00000100:00100000:2.0:1762170989.353230:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481796480 00010000:00010000:0.0:1762170989.353249:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c0600/0x96d1ba5869cc05fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6832 expref: 111 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.353267:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481796608:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.353269:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42413 00010000:00010000:1.0:1762170989.353281:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c7e00/0x96d1ba5869cc060b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6824 expref: 111 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.353283:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+899:3643:x1847765481796480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.353308:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2215 count 1 00000100:00100000:1.0:1762170989.353315:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481796224:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.353330:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.353349:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb600/0x96d1ba5869cc0b59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7019 expref: 111 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.353356:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.353359:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.353362:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.353373:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.353390:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb600/0x96d1ba5869cc0b59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7019 expref: 111 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.353402:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb600/0x96d1ba5869cc0b59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7019 expref: 111 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.353412:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481796736:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.353443:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.353917:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.353933:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.353964:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d9b100/2, rc 0, transno 4294977589 00000100:00100000:1.0:1762170989.353980:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481795840:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1762170989.353994:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d9aa00/2, rc 0, transno 4294977587 00000100:00100000:1.0:1762170989.354001:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481795456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.354090:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481796992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.354125:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.354153:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481796992 00000100:00100000:3.0:1762170989.354160:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481796992 00000100:00100000:1.0:1762170989.354189:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481796864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.354219:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.354246:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481796864 00000100:00100000:2.0:1762170989.354250:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481796864 00000100:00100000:3.0:1762170989.354271:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42414 00000100:00100000:3.0:1762170989.354284:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+901:3640:x1847765481796992:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.354299:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42415 00002000:00080000:3.0:1762170989.354303:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2217 count 1 00000100:00100000:2.0:1762170989.354315:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+901:3643:x1847765481796864:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.354326:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.354334:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2216 count 1 00010000:00010000:3.0:1762170989.354351:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8800/0x96d1ba5869cc0619 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc685c expref: 111 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.354353:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.354370:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.354375:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.354382:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.354382:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2400/0x96d1ba5869cc0612 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc684e expref: 111 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.354392:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.354407:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.354408:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.354411:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.354417:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.354418:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.354425:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e8800/0x96d1ba5869cc0619 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc685c expref: 111 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.354441:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.354453:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e8800/0x96d1ba5869cc0619 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc685c expref: 111 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.354463:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.354470:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481797120:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.354481:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c2400/0x96d1ba5869cc0612 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc684e expref: 111 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.354497:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c2400/0x96d1ba5869cc0612 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc684e expref: 111 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.354511:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481797248:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.354594:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321000 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.354700:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.354845:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.354853:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.354864:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.354869:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.354879:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.354906:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.354914:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449400/0x96d1ba5869cc4ab4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.354965:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.354974:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.354981:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.355811:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481797120:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.355863:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481796736:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.355894:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.355953:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481797248:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.355971:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.356018:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.356075:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.356129:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489703296 00000100:00100000:1.0:1762170989.356139:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.356142:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489703296 00010000:00010000:3.0:1762170989.356191:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e8800/0x96d1ba5869cc0619 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc685c expref: 112 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.356194:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.356242:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489703424 00000100:00100000:1.0:1762170989.356242:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.356250:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489703424 00010000:00010000:3.0:1762170989.356281:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c7e00/0x96d1ba5869cc060b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6824 expref: 113 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.356315:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.356318:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489703808 00000100:00100000:3.0:1762170989.356328:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489703808 00010000:00010000:3.0:1762170989.356354:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c2400/0x96d1ba5869cc0612 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc684e expref: 114 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.356363:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489703680 00000100:00100000:1.0:1762170989.356373:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489703680 00000100:00100000:3.0:1762170989.356387:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489703552 00000100:00100000:3.0:1762170989.356394:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489703552 00010000:00010000:1.0:1762170989.356417:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb600/0x96d1ba5869cc0b59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7019 expref: 116 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.356420:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c0600/0x96d1ba5869cc05fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6832 expref: 116 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.356490:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33790 00000100:00100000:1.0:1762170989.356502:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33791 00000100:00100000:3.0:1762170989.356510:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+116:2414:x1847765489703296:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.356525:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+116:2414:x1847765489703424:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.356530:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.356541:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e8800/0x96d1ba5869cc0619 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc685c expref: 116 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.356542:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.356563:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c7e00/0x96d1ba5869cc060b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6824 expref: 116 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.356573:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e8800/0x96d1ba5869cc0619 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc685c expref: 116 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.356601:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c7e00/0x96d1ba5869cc060b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6824 expref: 116 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.356628:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8800/0x96d1ba5869cc0619 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc685c expref: 116 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.356629:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.356635:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.356645:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.356658:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.356659:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.356664:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.356671:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.356683:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.356692:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.356755:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.356786:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+115:2414:x1847765489703424:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 266us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.356806:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33791 00000100:00100000:3.0:1762170989.356807:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+115:2414:x1847765489703296:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 300us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.356823:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33790 00000100:00100000:1.0:1762170989.356857:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33792 00000100:00100000:3.0:1762170989.356879:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33793 00000100:00100000:1.0:1762170989.356880:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+113:2414:x1847765489703808:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.356896:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.356898:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+113:2417:x1847765489703680:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.356908:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c2400/0x96d1ba5869cc0612 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc684e expref: 113 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.356914:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.356925:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb600/0x96d1ba5869cc0b59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7019 expref: 113 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.356929:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c2400/0x96d1ba5869cc0612 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc684e expref: 113 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.356961:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2400/0x96d1ba5869cc0612 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc684e expref: 113 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.356977:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.356980:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.356984:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.356987:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb600/0x96d1ba5869cc0b59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7019 expref: 113 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.357002:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357015:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb600/0x96d1ba5869cc0b59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7019 expref: 112 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.357027:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.357029:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.357032:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357036:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.357039:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.357042:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.357055:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357062:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.357067:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.357078:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.357087:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+111:2414:x1847765489703808:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 220us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.357094:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc2e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+111:2417:x1847765489703680:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (850us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.357110:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.357111:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33792 00000100:00100000:3.0:1762170989.357126:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33793 00000100:00100000:1.0:1762170989.357144:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33794 00000100:00100000:1.0:1762170989.357159:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4571450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+109:2416:x1847765489703552:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.357171:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.357172:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.357182:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c0600/0x96d1ba5869cc05fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6832 expref: 109 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.357184:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357219:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.357227:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357235:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c0600/0x96d1ba5869cc05fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6832 expref: 109 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.357236:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357275:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357283:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4ae5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357285:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.357288:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357299:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.357303:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357305:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.357312:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357319:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.357321:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.357322:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357325:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.357331:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.357363:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.357369:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.357376:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.357387:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.357397:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4571450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+109:2416:x1847765489703552:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 237us (1084us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.357413:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.357424:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33794 00010000:00010000:3.0:1762170989.357440:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357459:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.357464:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357473:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.357478:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357488:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357514:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357522:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32400/0x96d1ba5869cc4ad7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357559:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7e00/0x96d1ba5869cc060b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6824 expref: 108 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.357570:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.357589:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.357595:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.357605:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481796224:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.357616:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.357636:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357653:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357660:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357668:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357677:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357705:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.357897:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.357898:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.357911:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357913:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.357968:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.357969:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbda00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.357974:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.357978:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.358007:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.358012:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.358046:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.358054:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.358059:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449c00/0x96d1ba5869cc4ac9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.358101:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbda00/0x96d1ba5869cc4ade lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.358118:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.358123:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.358126:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.358134:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.358139:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.358143:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.358418:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+906:3640:x1847765481796992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4134us (4288us total) trans 4294977594 rc 0/0 00000100:00100000:3.0:1762170989.358428:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42414 00000004:00080000:1.0:1762170989.358614:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b98000/2, rc 0, transno 4294977594 00000100:00100000:1.0:1762170989.358631:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481796992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.358780:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481797376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.358848:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.359255:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+905:3641:x1847765481796096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7188us (7311us total) trans 4294977595 rc 0/0 00000100:00100000:1.0:1762170989.359267:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42411 00000100:00100000:3.0:1762170989.359304:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+904:3642:x1847765481790464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25267us (25406us total) trans 4294977573 rc 0/0 00000100:00100000:3.0:1762170989.359313:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42389 00000100:00100000:3.0:1762170989.359350:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481797376 00000100:00100000:3.0:1762170989.359357:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481797376 00000004:00080000:1.0:1762170989.359365:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d99f80/2, rc 0, transno 4294977595 00000100:00100000:1.0:1762170989.359388:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481796096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.359410:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42416 00000100:00100000:3.0:1762170989.359423:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+904:3641:x1847765481797376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.359455:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2218 count 1 00010000:00010000:3.0:1762170989.359484:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.359490:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1762170989.359506:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5400/0x96d1ba5869cc0620 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc686a expref: 107 pid: 8387 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.359509:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481797504:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.359530:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.359532:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.359535:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.359569:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.359571:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c5400/0x96d1ba5869cc0620 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc686a expref: 107 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.359612:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c5400/0x96d1ba5869cc0620 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc686a expref: 107 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.359635:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481797632:192.168.202.10@tcp:104: 00000004:00080000:1.0:1762170989.359682:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0886d80/2, rc 0, transno 4294977573 00000100:00100000:1.0:1762170989.359698:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481790464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.359778:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.359818:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481797504 00000100:00100000:3.0:1762170989.359825:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481797504 00000100:00100000:1.0:1762170989.359836:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1762170989.359856:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481797760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.359888:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42417 00000100:00100000:3.0:1762170989.359906:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+905:3643:x1847765481797504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.359924:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1762170989.359926:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2219 count 1 00010000:00010000:3.0:1762170989.359948:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.359966:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3000/0x96d1ba5869cc0627 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6878 expref: 107 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.359974:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.359977:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.359980:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.359997:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481797760 00000100:00100000:1.0:1762170989.360005:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481797760 00010000:00010000:3.0:1762170989.360009:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c3000/0x96d1ba5869cc0627 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6878 expref: 107 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.360022:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c3000/0x96d1ba5869cc0627 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6878 expref: 107 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.360036:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5981880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481797888:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.360087:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42418 00000100:00100000:1.0:1762170989.360117:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+906:3642:x1847765481797760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.360122:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00002000:00080000:1.0:1762170989.360147:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2220 count 1 00010000:00010000:1.0:1762170989.360173:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.360198:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6e00/0x96d1ba5869cc062e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6886 expref: 107 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.360209:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.360214:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.360219:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.360250:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c6e00/0x96d1ba5869cc062e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6886 expref: 107 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.360263:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c6e00/0x96d1ba5869cc062e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6886 expref: 107 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.360277:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481798016:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.360332:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.360389:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c0600/0x96d1ba5869cc05fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6832 expref: 107 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.360414:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481796608:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.360448:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.360460:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.360468:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.360481:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.360492:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.360516:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.360704:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.360738:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.360745:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.360750:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.360758:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.360785:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.360794:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4ad0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.360827:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.360830:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.360833:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.360856:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+907:3640:x1847765481796352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7781us (7927us total) trans 4294977596 rc 0/0 00000100:00100000:0.0:1762170989.360866:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42412 00000004:00080000:0.0:1762170989.360935:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d98000/2, rc 0, transno 4294977596 00000100:00100000:0.0:1762170989.360954:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481796352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.361044:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.361049:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+906:3643:x1847765481796864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6735us (6823us total) trans 4294977592 rc 0/0 00000100:00100000:0.0:1762170989.361060:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481798144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.361064:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42415 00000100:00100000:0.0:1762170989.361114:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.361245:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481797632:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170989.361263:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b99f80/2, rc 0, transno 4294977592 00000100:00100000:2.0:1762170989.361290:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481796864:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.361353:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.361419:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481798272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.361454:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.361529:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481798144 00000100:00100000:2.0:1762170989.361537:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481798144 00000100:00100000:2.0:1762170989.361611:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481798272 00000100:00100000:2.0:1762170989.361617:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481798272 00000100:00100000:2.0:1762170989.361668:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42419 00000100:00100000:3.0:1762170989.361682:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42420 00000100:00100000:2.0:1762170989.361692:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+907:3641:x1847765481798144:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.361704:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+907:3641:x1847765481798272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.361786:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2222 count 1 00010000:00010000:3.0:1762170989.361810:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.361829:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8400/0x96d1ba5869cc063c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a2 expref: 106 pid: 8390 timeout: 0 lvb_type: 1 00002000:00080000:2.0:1762170989.361830:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2221 count 1 00010000:00010000:3.0:1762170989.361851:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.361854:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.361859:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.361868:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.361905:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4c00/0x96d1ba5869cc0635 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6894 expref: 106 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.361917:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e8400/0x96d1ba5869cc063c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a2 expref: 106 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.361917:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.361923:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.361930:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.361948:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e8400/0x96d1ba5869cc063c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a2 expref: 106 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.361966:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481798400:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.361984:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c4c00/0x96d1ba5869cc0635 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6894 expref: 106 pid: 8387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.362004:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c4c00/0x96d1ba5869cc0635 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6894 expref: 106 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.362024:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481798528:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.362073:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.362081:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.362251:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5981880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481797888:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.362273:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.362309:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489703936 00000100:00100000:0.0:1762170989.362316:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489703936 00010000:00010000:3.0:1762170989.362328:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.362341:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.362360:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c5400/0x96d1ba5869cc0620 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc686a expref: 107 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.362405:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.362427:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489704192 00000100:00100000:0.0:1762170989.362430:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489704064 00000100:00100000:3.0:1762170989.362433:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489704192 00000100:00100000:0.0:1762170989.362438:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489704064 00010000:00010000:3.0:1762170989.362464:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c3000/0x96d1ba5869cc0627 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6878 expref: 109 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.362471:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c6e00/0x96d1ba5869cc062e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6886 expref: 109 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.362472:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33795 00000100:00100000:1.0:1762170989.362506:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+109:2417:x1847765489703936:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.362522:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.362536:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c5400/0x96d1ba5869cc0620 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc686a expref: 109 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.362550:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33796 00000100:00100000:0.0:1762170989.362568:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33797 00000100:00100000:3.0:1762170989.362572:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+109:2417:x1847765489704192:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.362590:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c5400/0x96d1ba5869cc0620 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc686a expref: 109 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.362606:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+109:2417:x1847765489704064:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.362607:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.362617:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c3000/0x96d1ba5869cc0627 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6878 expref: 109 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.362622:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.362634:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c6e00/0x96d1ba5869cc062e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6886 expref: 109 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.362639:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c3000/0x96d1ba5869cc0627 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6878 expref: 109 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.362639:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5400/0x96d1ba5869cc0620 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc686a expref: 109 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.362678:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c6e00/0x96d1ba5869cc062e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6886 expref: 109 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.362704:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3000/0x96d1ba5869cc0627 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6878 expref: 109 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.362764:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.362765:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.362769:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.362769:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.362771:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.362785:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.362785:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.362787:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.362798:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.362831:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.362831:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.362838:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.362889:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.362898:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.362906:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.362948:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+107:2417:x1847765489704064:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 346us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.362952:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+107:2417:x1847765489704192:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 385us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.362960:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+107:2417:x1847765489703936:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 461us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.362977:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33797 00000100:00100000:3.0:1762170989.362987:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33796 00000100:00100000:1.0:1762170989.363001:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33795 00010000:00010000:1.0:1762170989.363090:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6e00/0x96d1ba5869cc062e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6886 expref: 105 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.363106:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481798016:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.363138:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.363151:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.363159:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.363169:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.363177:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.363203:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.363257:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.363266:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.363280:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.363286:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.363428:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.363444:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.363466:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4afa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.363478:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+908:3642:x1847765481797760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3377us (3558us total) trans 4294977597 rc 0/0 00000100:00100000:1.0:1762170989.363489:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42418 00000004:00080000:1.0:1762170989.363537:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b70380/2, rc 0, transno 4294977597 00010000:00010000:3.0:1762170989.363552:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.363559:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.363564:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.363569:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481797760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.363599:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.363610:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.363620:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.363628:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.363644:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.363649:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.363670:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.363675:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.363685:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.363689:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.363695:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.363781:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489704320 00000100:00100000:1.0:1762170989.363788:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489704320 00000100:00100000:0.0:1762170989.363812:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1762170989.363824:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e8400/0x96d1ba5869cc063c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a2 expref: 104 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.363830:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481798656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.363861:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489704448 00000100:00100000:1.0:1762170989.363869:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489704448 00010000:00010000:3.0:1762170989.363876:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.363884:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.363892:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c4c00/0x96d1ba5869cc0635 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6894 expref: 105 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.363911:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.363921:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4af3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.363935:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33798 00000100:00100000:1.0:1762170989.363951:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+105:2417:x1847765489704320:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.363953:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481798656 00000100:00100000:0.0:1762170989.363960:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481798656 00010000:00010000:1.0:1762170989.363962:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.363964:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.363970:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e8400/0x96d1ba5869cc063c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a2 expref: 105 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.363972:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.363981:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.363989:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e8400/0x96d1ba5869cc063c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a2 expref: 105 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.364005:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.364005:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42421 00010000:00010000:1.0:1762170989.364008:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.364012:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.364019:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+908:3643:x1847765481798656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.364022:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.364038:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1762170989.364045:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2223 count 1 00010000:00010000:0.0:1762170989.364069:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.364082:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+105:2417:x1847765489704320:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 132us (437us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.364090:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104fbe00/0x96d1ba5869cc0a48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f08 expref: 105 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.364095:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33798 00010000:00010000:0.0:1762170989.364104:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.364107:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.364109:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.364135:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33799 00000100:00100000:1.0:1762170989.364145:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+104:2415:x1847765489704448:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.364159:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.364166:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c4c00/0x96d1ba5869cc0635 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6894 expref: 104 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.364184:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c4c00/0x96d1ba5869cc0635 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6894 expref: 104 pid: 8387 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.364196:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.364198:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.364201:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.364208:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.364223:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.364239:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+909:3643:x1847765481797504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4339us (4677us total) trans 4294977598 rc 0/0 00000100:00100000:1.0:1762170989.364258:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+104:2415:x1847765489704448:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 116us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.364264:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33799 00000100:00100000:3.0:1762170989.364300:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42417 00010000:00010000:0.0:1762170989.364307:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104fbe00/0x96d1ba5869cc0a48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f08 expref: 103 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.364334:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104fbe00/0x96d1ba5869cc0a48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f08 expref: 103 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.364349:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481798784:192.168.202.10@tcp:104: 00000004:00080000:3.0:1762170989.364362:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b9b800/2, rc 0, transno 4294977598 00000100:00100000:3.0:1762170989.364379:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481797504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.364447:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481798912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.364493:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.364543:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.364590:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481798912 00000100:00100000:1.0:1762170989.364597:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481798912 00000100:00100000:1.0:1762170989.364631:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42422 00000100:00100000:1.0:1762170989.364639:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+909:3643:x1847765481798912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.364655:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2224 count 1 00010000:00010000:1.0:1762170989.364671:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.364683:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5600/0x96d1ba5869cc064a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68be expref: 103 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.364690:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.364693:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.364699:0:24348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8400/0x96d1ba5869cc063c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68a2 expref: 103 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.364699:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.364771:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c5600/0x96d1ba5869cc064a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68be expref: 103 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.364786:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c5600/0x96d1ba5869cc064a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68be expref: 103 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.364799:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4c00/0x96d1ba5869cc0635 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6894 expref: 102 pid: 8387 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.364800:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481798400:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.364810:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481799040:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.364843:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481798528:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.364845:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.364878:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.364891:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.364898:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.364906:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.364911:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.364926:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.364928:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.364935:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.364942:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.364947:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.364959:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.364972:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170989.364997:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.365007:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.365014:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.365018:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbdc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.365027:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.365030:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.365039:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.365045:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.365055:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.365065:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.365078:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.365080:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbdc00/0x96d1ba5869cc4b01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.365107:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.365112:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.365117:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+910:3641:x1847765481798144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3436us (4002us total) trans 4294977599 rc 0/0 00010000:00010000:1.0:1762170989.365117:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.365129:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42419 00000100:00100000:1.0:1762170989.365166:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a600 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.365189:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b753100/2, rc 0, transno 4294977599 00010000:00010000:3.0:1762170989.365204:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4b08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.365212:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481798144:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.365258:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.365265:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.365272:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.365301:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481799168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.365311:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481798784:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.365328:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.365343:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.365404:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481799168 00000100:00100000:2.0:1762170989.365409:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481799168 00000100:00100000:1.0:1762170989.365442:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.365447:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42423 00000100:00100000:2.0:1762170989.365458:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+911:3640:x1847765481799168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.365471:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2225 count 1 00000100:00100000:1.0:1762170989.365472:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489704576 00000100:00100000:1.0:1762170989.365479:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489704576 00010000:00010000:2.0:1762170989.365490:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.365505:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7400/0x96d1ba5869cc0651 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68cc expref: 102 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.365508:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104fbe00/0x96d1ba5869cc0a48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f08 expref: 102 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.365518:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.365522:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.365527:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.365546:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33800 00010000:00010000:2.0:1762170989.365556:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c7400/0x96d1ba5869cc0651 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68cc expref: 102 pid: 22703 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.365564:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+102:2417:x1847765489704576:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.365589:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.365595:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c7400/0x96d1ba5869cc0651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68cc expref: 102 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.365598:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104fbe00/0x96d1ba5869cc0a48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f08 expref: 102 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.365621:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481799296:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.365626:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104fbe00/0x96d1ba5869cc0a48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f08 expref: 102 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.365647:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104fbe00/0x96d1ba5869cc0a48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f08 expref: 102 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.365660:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.365661:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.365664:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.365669:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.365682:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.365687:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.365769:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+101:2417:x1847765489704576:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 209us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.365778:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33800 00000100:00100000:3.0:1762170989.365935:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+911:3641:x1847765481798272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4234us (4478us total) trans 4294977600 rc 0/0 00000004:00080000:2.0:1762170989.365944:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d5b100/2, rc 0, transno 4294977600 00000100:00100000:3.0:1762170989.365954:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42420 00000100:00100000:2.0:1762170989.365966:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481798272:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.366018:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.366026:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.366036:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.366039:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170989.366051:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.366059:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481799424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.366077:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.366092:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.366098:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.366115:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.366126:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.366132:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.366141:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.366161:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.366169:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4aec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.366207:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.366209:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.366216:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.366243:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481799424 00000100:00100000:3.0:1762170989.366253:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481799424 00000100:00100000:1.0:1762170989.366253:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481799040:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.366254:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.366277:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.366288:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.366298:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.366309:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.366317:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.366338:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489704704 00000100:00100000:1.0:1762170989.366344:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489704704 00010000:00010000:0.0:1762170989.366347:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.366355:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42424 00010000:00010000:3.0:1762170989.366370:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.366372:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c5600/0x96d1ba5869cc064a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68be expref: 101 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.366409:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.366409:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33801 00010000:00010000:3.0:1762170989.366421:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.366425:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.366438:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb4573450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+101:2414:x1847765489704704:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.366439:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.366464:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.366474:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c5600/0x96d1ba5869cc064a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68be expref: 101 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.366478:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.366492:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10000/0x96d1ba5869cc4b0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.366494:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c5600/0x96d1ba5869cc064a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68be expref: 101 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.366548:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5600/0x96d1ba5869cc064a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68be expref: 101 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.366553:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.366557:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.366565:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.366568:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.366574:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.366589:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.366593:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+912:3640:x1847765481799424:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.366611:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.366623:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2226 count 1 00010000:00010000:1.0:1762170989.366633:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.366642:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.366654:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2600/0x96d1ba5869cc0658 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68da expref: 100 pid: 8389 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.366660:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.366662:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.366665:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.366677:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb4573450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+100:2414:x1847765489704704:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 248us (421us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.366691:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c2600/0x96d1ba5869cc0658 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68da expref: 100 pid: 8389 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.366692:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33801 00010000:00010000:3.0:1762170989.366734:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c2600/0x96d1ba5869cc0658 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68da expref: 100 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.366747:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481799552:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.366845:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.366983:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.366994:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.367005:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.367013:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.367042:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.367059:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.367069:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.367080:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.367085:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.367094:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.367110:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.367118:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4b16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.367158:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.367164:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.367172:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.367296:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+914:3641:x1847765481797376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7877us (8453us total) trans 4294977602 rc 0/0 00000100:00100000:3.0:1762170989.367309:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42416 00000100:00100000:0.0:1762170989.367349:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:2.0:1762170989.367351:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc2e1500/2, rc 0, transno 4294977602 00000100:00100000:2.0:1762170989.367365:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481797376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.367383:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+913:3643:x1847765481798912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2743us (2842us total) trans 4294977603 rc 0/0 00000100:00100000:1.0:1762170989.367396:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42422 00000100:00100000:2.0:1762170989.367410:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481799296:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.367432:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.367437:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489704832 00000100:00100000:1.0:1762170989.367445:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489704832 00000004:00080000:3.0:1762170989.367468:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b750a80/2, rc 0, transno 4294977603 00010000:00010000:1.0:1762170989.367470:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c7400/0x96d1ba5869cc0651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68cc expref: 100 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.367485:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481798912:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.367524:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33802 00000100:00100000:1.0:1762170989.367536:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+100:2416:x1847765489704832:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.367546:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.367551:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c7400/0x96d1ba5869cc0651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68cc expref: 100 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.367564:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c7400/0x96d1ba5869cc0651 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68cc expref: 100 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.367590:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7400/0x96d1ba5869cc0651 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68cc expref: 100 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.367604:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.367606:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.367610:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.367618:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.367641:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.367675:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b752300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+99:2416:x1847765489704832:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 141us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.367686:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33802 00000100:00100000:0.0:1762170989.368005:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481799680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.368050:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481799808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.368066:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.368120:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.368218:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481799680 00000100:00100000:3.0:1762170989.368226:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481799680 00000100:00100000:3.0:1762170989.368287:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481799808 00000100:00100000:3.0:1762170989.368292:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481799808 00000100:00100000:3.0:1762170989.368350:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42425 00000100:00100000:3.0:1762170989.368367:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+914:3642:x1847765481799680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.368393:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2227 count 1 00010000:00010000:3.0:1762170989.368419:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.368446:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8a00/0x96d1ba5869cc065f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e8 expref: 98 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.368458:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.368460:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.368464:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.368508:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e8a00/0x96d1ba5869cc065f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e8 expref: 98 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.368524:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e8a00/0x96d1ba5869cc065f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e8 expref: 98 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.368538:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481799936:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.368661:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321d80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.368702:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42426 00000100:00100000:3.0:1762170989.368817:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+914:3643:x1847765481799808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.368836:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2228 count 1 00010000:00010000:3.0:1762170989.368854:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.368867:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3a00/0x96d1ba5869cc0666 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68f6 expref: 98 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.368873:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.368875:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.368879:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.368912:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c3a00/0x96d1ba5869cc0666 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68f6 expref: 98 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.368927:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c3a00/0x96d1ba5869cc0666 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68f6 expref: 98 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.368942:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481800064:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.369018:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321a80 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.369329:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.369341:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.369354:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.369364:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.369372:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.369400:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.369410:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489704960 00000100:00100000:1.0:1762170989.369418:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489704960 00010000:00010000:1.0:1762170989.369446:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c2600/0x96d1ba5869cc0658 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68da expref: 99 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.369467:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.369477:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.369485:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33803 00010000:00010000:3.0:1762170989.369498:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.369506:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+99:2416:x1847765489704960:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.369507:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.369523:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.369525:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.369534:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c2600/0x96d1ba5869cc0658 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68da expref: 99 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.369557:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c2600/0x96d1ba5869cc0658 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68da expref: 99 pid: 8389 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.369560:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.369595:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.369605:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.369610:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.369617:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.369628:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.369628:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.369634:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.369639:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.369648:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+915:3640:x1847765481799168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4189us (4302us total) trans 4294977604 rc 0/0 00000100:00100000:2.0:1762170989.369661:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42423 00010000:00010000:1.0:1762170989.369665:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.369761:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+99:2416:x1847765489704960:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 261us (438us total) trans 0 rc 0/0 00000004:00080000:2.0:1762170989.369767:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d59c00/2, rc 0, transno 4294977604 00000100:00100000:1.0:1762170989.369773:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33803 00000100:00100000:2.0:1762170989.369787:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481799168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.369862:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.369875:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481800192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.369921:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.369926:0:176033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2600/0x96d1ba5869cc0658 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68da expref: 98 pid: 8389 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.369942:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481800192 00000100:00100000:0.0:1762170989.369948:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481800192 00000100:00100000:1.0:1762170989.369949:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481799552:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.369979:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.369990:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.369992:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42427 00010000:00010000:1.0:1762170989.370003:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.370008:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+915:3641:x1847765481800192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.370019:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.370028:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.370035:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2229 count 1 00010000:00010000:1.0:1762170989.370049:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.370057:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.370060:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.370071:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.370090:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.370090:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5200/0x96d1ba5869cc066d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6904 expref: 97 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.370095:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.370133:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.370134:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.370137:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.370145:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.370173:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c5200/0x96d1ba5869cc066d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6904 expref: 97 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.370174:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+916:3640:x1847765481799424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3807us (4067us total) trans 4294977605 rc 0/0 00000100:00100000:1.0:1762170989.370190:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42424 00010000:00010000:0.0:1762170989.370195:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c5200/0x96d1ba5869cc066d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6904 expref: 97 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.370210:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481800320:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170989.370213:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d5b480/2, rc 0, transno 4294977605 00000100:00100000:2.0:1762170989.370226:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481799424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.370278:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.370287:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4b24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.370293:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481800448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.370294:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.370330:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.370340:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.370442:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.370463:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.370501:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489705088 00000100:00100000:1.0:1762170989.370507:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489705088 00010000:00010000:3.0:1762170989.370515:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.370537:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c3a00/0x96d1ba5869cc0666 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68f6 expref: 98 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.370576:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481800064:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.370623:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33804 00010000:00010000:3.0:1762170989.370627:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.370642:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+98:2416:x1847765489705088:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.370658:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.370668:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c3a00/0x96d1ba5869cc0666 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68f6 expref: 98 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.370682:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c3a00/0x96d1ba5869cc0666 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68f6 expref: 98 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.370685:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481799936:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.371119:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.371132:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.371208:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.371429:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481800320:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.371442:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3a00/0x96d1ba5869cc0666 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68f6 expref: 98 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.371449:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.371461:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.371465:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.371470:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.371480:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.371513:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.372183:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+97:2416:x1847765489705088:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 1549us (1720us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.372197:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33804 00000100:00100000:1.0:1762170989.372234:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489705216 00000100:00100000:1.0:1762170989.372240:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489705216 00010000:00010000:1.0:1762170989.372270:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e8a00/0x96d1ba5869cc065f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e8 expref: 97 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.372400:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489705344 00000100:00100000:1.0:1762170989.372404:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489705344 00010000:00010000:1.0:1762170989.372429:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c5200/0x96d1ba5869cc066d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6904 expref: 98 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.372469:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33805 00000100:00100000:1.0:1762170989.372479:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+98:2416:x1847765489705216:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.372489:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.372495:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e8a00/0x96d1ba5869cc065f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e8 expref: 98 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.372506:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33806 00010000:00010000:1.0:1762170989.372511:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e8a00/0x96d1ba5869cc065f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e8 expref: 98 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.372519:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+98:2417:x1847765489705344:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.372530:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.372534:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c5200/0x96d1ba5869cc066d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6904 expref: 98 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.372539:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8a00/0x96d1ba5869cc065f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc68e8 expref: 98 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.372550:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c5200/0x96d1ba5869cc066d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6904 expref: 98 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.372558:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.372563:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.372566:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5200/0x96d1ba5869cc066d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6904 expref: 97 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.372570:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.372589:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.372593:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.372593:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.372597:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.372614:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.372640:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.372655:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.372663:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+96:2417:x1847765489705344:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 147us (1456us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.372669:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33806 00000100:00100000:1.0:1762170989.372696:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+95:2416:x1847765489705216:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 215us (1576us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.372699:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.372735:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.372744:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.372751:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33805 00010000:00010000:0.0:1762170989.372757:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.372784:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.372803:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.372816:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.372827:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.372832:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.372843:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.372866:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.372875:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10400/0x96d1ba5869cc4b39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.372916:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.372920:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.372926:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.372951:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.372958:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.372969:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.372977:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.372991:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481800448 00000100:00100000:1.0:1762170989.372998:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481800448 00010000:00010000:3.0:1762170989.373008:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.373017:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.373029:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.373038:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.373044:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.373053:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+917:3641:x1847765481800192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3048us (3130us total) trans 4294977606 rc 0/0 00010000:00010000:1.0:1762170989.373055:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.373067:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42427 00000004:00080000:2.0:1762170989.373073:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d5a680/2, rc 0, transno 4294977606 00010000:00010000:1.0:1762170989.373077:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.373087:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc000/0x96d1ba5869cc4b32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.373089:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481800192:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.373124:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.373128:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.373133:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.373191:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42428 00000100:00100000:2.0:1762170989.373207:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.373210:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+917:3641:x1847765481800448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.373224:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481800576:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.373242:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2230 count 1 00010000:00010000:1.0:1762170989.373267:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.373273:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.373293:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3800/0x96d1ba5869cc0674 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6912 expref: 94 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.373302:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.373306:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.373310:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.373341:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c3800/0x96d1ba5869cc0674 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6912 expref: 94 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.373358:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c3800/0x96d1ba5869cc0674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6912 expref: 94 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.373375:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481800704:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.373386:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+917:3643:x1847765481799808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4615us (5263us total) trans 4294977607 rc 0/0 00000004:00080000:2.0:1762170989.373392:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5983b80/2, rc 0, transno 4294977607 00000100:00100000:3.0:1762170989.373402:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42426 00000100:00100000:2.0:1762170989.373409:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481799808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.373443:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481800576 00000100:00100000:3.0:1762170989.373452:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481800576 00000100:00100000:2.0:1762170989.373474:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481800832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.373504:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42429 00000100:00100000:3.0:1762170989.373520:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+917:3643:x1847765481800576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.373528:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.373567:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481800832 00000100:00100000:1.0:1762170989.373569:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a540 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.373575:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481800832 00002000:00080000:3.0:1762170989.373612:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2231 count 1 00010000:00010000:3.0:1762170989.373636:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.373638:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42430 00000100:00100000:2.0:1762170989.373657:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+918:3643:x1847765481800832:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.373664:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7800/0x96d1ba5869cc0937 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df7 expref: 94 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.373677:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.373680:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00002000:00080000:2.0:1762170989.373683:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2232 count 1 00010000:00010000:3.0:1762170989.373685:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.373752:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.373766:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4000/0x96d1ba5869cc0682 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc692e expref: 94 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.373774:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.373777:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.373781:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.373808:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c4000/0x96d1ba5869cc0682 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc692e expref: 94 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.373821:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c4000/0x96d1ba5869cc0682 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc692e expref: 94 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.373833:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481800960:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.373871:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c7800/0x96d1ba5869cc0937 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df7 expref: 94 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.373889:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c7800/0x96d1ba5869cc0937 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df7 expref: 94 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.373893:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.373913:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb512df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481801088:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.374038:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321a80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.374075:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.374086:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.374095:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.374103:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.374204:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.374221:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.374228:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.374237:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.374242:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.374253:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.374273:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.374287:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4b2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.374300:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481800704:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.374316:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.374333:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.374392:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.374396:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.374681:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+919:3642:x1847765481799680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6321us (6625us total) trans 4294977608 rc 0/0 00000100:00100000:3.0:1762170989.374694:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42425 00000004:00080000:2.0:1762170989.374700:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5982d80/2, rc 0, transno 4294977608 00000100:00100000:2.0:1762170989.375238:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481799680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.375300:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481801216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.375340:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.375550:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481800960:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.375564:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.375590:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.375623:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.375636:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489705472 00000100:00100000:1.0:1762170989.375645:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489705472 00010000:00010000:1.0:1762170989.375683:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c3800/0x96d1ba5869cc0674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6912 expref: 95 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.375705:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.375754:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489705600 00000100:00100000:1.0:1762170989.375759:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489705600 00010000:00010000:1.0:1762170989.375782:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c4000/0x96d1ba5869cc0682 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc692e expref: 96 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.375794:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489705728 00000100:00100000:0.0:1762170989.375800:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489705728 00010000:00010000:0.0:1762170989.375827:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c7800/0x96d1ba5869cc0937 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df7 expref: 97 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.375839:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33807 00000100:00100000:1.0:1762170989.375852:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+97:2417:x1847765489705472:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.375867:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.375868:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33808 00010000:00010000:1.0:1762170989.375879:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c3800/0x96d1ba5869cc0674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6912 expref: 97 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.375886:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8eb43c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+97:2414:x1847765489705600:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.375902:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1762170989.375905:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb512df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481801088:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.375907:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c3800/0x96d1ba5869cc0674 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6912 expref: 97 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.375915:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c4000/0x96d1ba5869cc0682 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc692e expref: 97 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.375942:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.375947:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c4000/0x96d1ba5869cc0682 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc692e expref: 97 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.375961:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3800/0x96d1ba5869cc0674 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6912 expref: 97 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.375999:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481801216 00010000:00010000:0.0:1762170989.376000:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4000/0x96d1ba5869cc0682 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc692e expref: 96 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.376002:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.376006:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481801216 00010000:00010000:1.0:1762170989.376008:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.376018:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.376024:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.376027:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.376029:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.376032:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.376065:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42431 00010000:00010000:0.0:1762170989.376070:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.376085:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+919:3640:x1847765481801216:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.376095:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.376107:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1762170989.376115:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2233 count 1 00010000:00010000:2.0:1762170989.376116:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.376132:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.376149:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.376149:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8eb43c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+95:2414:x1847765489705600:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 266us (521us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.376150:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.376151:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+95:2417:x1847765489705472:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 292us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.376191:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33808 00010000:00010000:2.0:1762170989.376205:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.376213:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2200/0x96d1ba5869cc0689 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc693c expref: 95 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.376214:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33807 00000100:00100000:0.0:1762170989.376233:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33809 00010000:00010000:3.0:1762170989.376246:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.376252:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+93:2416:x1847765489705728:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.376254:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.376257:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.376265:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.376273:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.376282:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c7800/0x96d1ba5869cc0937 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df7 expref: 93 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.376287:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.376296:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.376298:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c7800/0x96d1ba5869cc0937 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df7 expref: 93 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.376334:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.376341:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.376349:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7800/0x96d1ba5869cc0937 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6df7 expref: 93 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.376356:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.376368:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.376373:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.376378:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.376381:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.376396:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.376403:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.376431:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.376436:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+920:3643:x1847765481800832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2781us (2916us total) trans 4294977609 rc 0/0 00010000:00010000:0.0:1762170989.376438:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.376448:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.376453:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42430 00010000:00010000:1.0:1762170989.376464:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.376473:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e97798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+92:2416:x1847765489705728:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 223us (767us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.376474:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.376499:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d58000/2, rc 0, transno 4294977609 00000100:00100000:0.0:1762170989.376509:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33809 00000100:00100000:2.0:1762170989.376521:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481800832:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.376553:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.376557:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.376562:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.376616:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170989.376616:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.376630:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481801344:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.376644:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.376658:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.376675:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.376676:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.376689:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.376790:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481801344 00000100:00100000:2.0:1762170989.376798:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481801344 00000100:00100000:2.0:1762170989.376853:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42432 00000100:00100000:2.0:1762170989.376872:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb6518c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+921:3640:x1847765481801344:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.376874:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.376884:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.376893:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00002000:00080000:2.0:1762170989.376897:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2234 count 1 00010000:00010000:3.0:1762170989.376898:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.376912:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.376919:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.376935:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5c00/0x96d1ba5869cc0690 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc694a expref: 91 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.376944:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.376946:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.376949:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.376958:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+921:3641:x1847765481800448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3753us (6613us total) trans 4294977610 rc 0/0 00000100:00100000:1.0:1762170989.376970:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42428 00010000:00010000:2.0:1762170989.376979:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c5c00/0x96d1ba5869cc0690 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc694a expref: 91 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.376999:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c5c00/0x96d1ba5869cc0690 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc694a expref: 91 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.377013:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481801472:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.377024:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.377035:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4b40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.377070:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.377075:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.377082:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.377099:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.377111:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.377125:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.377134:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.377144:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d5aa00/2, rc 0, transno 4294977610 00010000:00010000:1.0:1762170989.377145:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbce00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.377154:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.377159:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481800448:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.377174:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.377194:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.377206:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbce00/0x96d1ba5869cc4b47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.377231:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.377242:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481801600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.377242:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.377248:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.377258:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.377315:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.377443:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481801600 00000100:00100000:2.0:1762170989.377449:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481801600 00000100:00100000:2.0:1762170989.377517:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42433 00000100:00100000:2.0:1762170989.377529:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+922:3643:x1847765481801600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.377543:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2235 count 1 00010000:00010000:2.0:1762170989.377558:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.377569:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9a00/0x96d1ba5869cc0697 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6958 expref: 91 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.377577:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.377593:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.377597:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.377619:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e9a00/0x96d1ba5869cc0697 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6958 expref: 91 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.377630:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e9a00/0x96d1ba5869cc0697 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6958 expref: 91 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.377646:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481801728:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.377694:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.378485:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+922:3643:x1847765481796480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25197us (25306us total) trans 4294977593 rc 0/0 00000100:00100000:2.0:1762170989.378504:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42413 00000004:00080000:2.0:1762170989.378608:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d9b800/2, rc 0, transno 4294977593 00000100:00100000:2.0:1762170989.378625:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481796480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.378767:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481801856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.378833:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.378923:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481801856 00000100:00100000:2.0:1762170989.378927:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481801856 00000100:00100000:2.0:1762170989.378965:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42434 00000100:00100000:2.0:1762170989.378975:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+922:3643:x1847765481801856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.378989:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2236 count 1 00010000:00010000:2.0:1762170989.379001:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.379014:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9800/0x96d1ba5869cc069e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6966 expref: 91 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.379022:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.379024:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.379028:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.379060:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e9800/0x96d1ba5869cc069e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6966 expref: 91 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.379076:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e9800/0x96d1ba5869cc069e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6966 expref: 91 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.379094:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481801984:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.379183:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.382683:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+922:3643:x1847765481792512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41439us (41518us total) trans 4294977579 rc 0/0 00000100:00100000:1.0:1762170989.382704:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42398 00000004:00080000:1.0:1762170989.383032:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f3b80/2, rc 0, transno 4294977579 00000100:00100000:1.0:1762170989.383046:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481792512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.383129:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481802112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.383173:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.383209:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481802112 00000100:00100000:0.0:1762170989.383219:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481802112 00010000:00010000:2.0:1762170989.383281:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c2200/0x96d1ba5869cc0689 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc693c expref: 91 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.383295:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42435 00010000:00010000:2.0:1762170989.383299:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c2200/0x96d1ba5869cc0689 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc693c expref: 91 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.383316:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+922:3640:x1847765481802112:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.383317:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481802240:192.168.202.10@tcp:104: 00002000:00080000:0.0:1762170989.383352:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2237 count 1 00010000:00010000:0.0:1762170989.383377:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.383393:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.383396:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4800/0x96d1ba5869cc06a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6974 expref: 91 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.383407:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.383410:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.383414:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.383441:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c4800/0x96d1ba5869cc06a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6974 expref: 91 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.383452:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c4800/0x96d1ba5869cc06a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6974 expref: 91 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.383471:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481802368:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.383520:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.384012:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.384070:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.384119:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.384201:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481801472:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.384243:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.384434:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481801984:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.384471:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.384531:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489705856 00000100:00100000:3.0:1762170989.384540:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489705856 00010000:00010000:3.0:1762170989.384605:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e9a00/0x96d1ba5869cc0697 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6958 expref: 92 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.384662:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489706112 00000100:00100000:3.0:1762170989.384806:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489706112 00010000:00010000:3.0:1762170989.384827:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e9800/0x96d1ba5869cc069e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6966 expref: 93 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.384929:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489705984 00000100:00100000:3.0:1762170989.384935:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489705984 00010000:00010000:3.0:1762170989.384966:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c5c00/0x96d1ba5869cc0690 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc694a expref: 94 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.385009:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33810 00000100:00100000:3.0:1762170989.385023:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+94:2417:x1847765489705856:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.385037:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.385042:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e9a00/0x96d1ba5869cc0697 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6958 expref: 94 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.385054:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e9a00/0x96d1ba5869cc0697 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6958 expref: 94 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.385089:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.385091:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.385096:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.385105:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.385128:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.385176:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+94:2417:x1847765489705856:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 156us (1175us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.385187:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33810 00000100:00100000:3.0:1762170989.385231:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33811 00000100:00100000:3.0:1762170989.385243:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+93:2417:x1847765489706112:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.385250:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.385254:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e9800/0x96d1ba5869cc069e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6966 expref: 93 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.385265:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e9800/0x96d1ba5869cc069e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6966 expref: 93 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.385283:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9800/0x96d1ba5869cc069e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6966 expref: 93 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.385299:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.385302:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.385304:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.385309:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.385329:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.385357:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec08c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+92:2417:x1847765489706112:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 116us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.385361:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33811 00000100:00100000:3.0:1762170989.385387:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33812 00000100:00100000:3.0:1762170989.385397:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+91:2417:x1847765489705984:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.385408:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.385415:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c5c00/0x96d1ba5869cc0690 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc694a expref: 91 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.385430:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c5c00/0x96d1ba5869cc0690 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc694a expref: 91 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.385448:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5c00/0x96d1ba5869cc0690 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc694a expref: 91 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.385462:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.385463:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.385466:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.385471:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.385489:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.385517:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+90:2417:x1847765489705984:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 120us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.385523:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33812 00000100:00100000:2.0:1762170989.385682:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481802240:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.385760:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.385841:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.385950:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.386039:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489706240 00000100:00100000:3.0:1762170989.386045:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489706240 00010000:00010000:3.0:1762170989.386075:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c2200/0x96d1ba5869cc0689 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc693c expref: 90 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.386110:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489706368 00000100:00100000:3.0:1762170989.386114:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489706368 00000100:00100000:0.0:1762170989.386122:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33813 00010000:00010000:3.0:1762170989.386139:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c4800/0x96d1ba5869cc06a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6974 expref: 91 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.386140:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+91:2417:x1847765489706240:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.386168:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.386181:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c2200/0x96d1ba5869cc0689 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc693c expref: 91 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.386191:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33814 00000100:00100000:3.0:1762170989.386208:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+91:2417:x1847765489706368:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.386216:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c2200/0x96d1ba5869cc0689 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc693c expref: 91 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.386223:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.386230:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c4800/0x96d1ba5869cc06a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6974 expref: 91 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.386252:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c4800/0x96d1ba5869cc06a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6974 expref: 91 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.386253:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2200/0x96d1ba5869cc0689 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc693c expref: 91 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.386292:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.386295:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.386295:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.386304:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.386306:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.386311:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.386329:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.386335:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.386353:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.386379:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.386385:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.386394:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+90:2417:x1847765489706368:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 185us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.386419:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33814 00010000:00010000:2.0:1762170989.386420:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.386431:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+90:2417:x1847765489706240:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 289us (585us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.386444:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.386452:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.386452:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33813 00010000:00010000:3.0:1762170989.386478:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.386479:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.386493:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.386503:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.386517:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.386534:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1762170989.386747:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+924:3640:x1847765481801216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10664us (11404us total) trans 4294977612 rc 0/0 00000100:00100000:2.0:1762170989.386756:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42431 00000004:00080000:2.0:1762170989.386820:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d59180/2, rc 0, transno 4294977612 00000100:00100000:2.0:1762170989.386841:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481801216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.386859:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+923:3643:x1847765481801856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7882us (8036us total) trans 4294977613 rc 0/0 00000100:00100000:3.0:1762170989.386867:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42434 00000004:00080000:1.0:1762170989.386883:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ad5f80/2, rc 0, transno 4294977613 00000100:00100000:1.0:1762170989.386896:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481801856:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.386902:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.386912:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.386919:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.386925:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.386935:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.386952:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.386959:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481802496:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.386960:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4b55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.387019:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.387056:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.387061:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.387069:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481802624:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.387077:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.387083:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387093:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387107:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.387116:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.387125:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4b6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387155:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.387157:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.387161:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.387184:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387190:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387195:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387199:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387215:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.387219:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481802496 00000100:00100000:2.0:1762170989.387227:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481802496 00000100:00100000:2.0:1762170989.387260:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481802624 00000100:00100000:2.0:1762170989.387262:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481802624 00000100:00100000:2.0:1762170989.387288:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42436 00000100:00100000:2.0:1762170989.387295:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+924:3641:x1847765481802496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.387305:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42437 00002000:00080000:2.0:1762170989.387313:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2238 count 1 00000100:00100000:1.0:1762170989.387322:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+924:3642:x1847765481802624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.387329:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.387341:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2239 count 1 00010000:00010000:2.0:1762170989.387342:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3e00/0x96d1ba5869cc06ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6982 expref: 88 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.387350:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.387352:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.387355:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.387358:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.387374:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea600/0x96d1ba5869cc0b91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7051 expref: 88 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.387383:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c3e00/0x96d1ba5869cc06ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6982 expref: 88 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.387383:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.387387:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.387391:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.387407:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c3e00/0x96d1ba5869cc06ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6982 expref: 88 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.387423:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481802752:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.387427:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea600/0x96d1ba5869cc0b91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7051 expref: 88 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.387440:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea600/0x96d1ba5869cc0b91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7051 expref: 88 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.387455:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481802880:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.387468:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb6518c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+925:3640:x1847765481801344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10599us (10786us total) trans 4294977614 rc 0/0 00000100:00100000:2.0:1762170989.387472:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.387484:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42432 00000100:00100000:1.0:1762170989.387497:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000004:00080000:2.0:1762170989.387513:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d5b800/2, rc 0, transno 4294977614 00010000:00010000:3.0:1762170989.387527:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.387527:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481801344:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.387539:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387546:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.387549:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387556:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387567:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387572:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32200/0x96d1ba5869cc4b5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387615:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.387620:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.387625:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.387631:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481803008:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.387633:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.387663:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.387695:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481803008 00000100:00100000:3.0:1762170989.387701:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481803008 00000100:00100000:2.0:1762170989.387789:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42438 00000100:00100000:2.0:1762170989.387805:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+925:3643:x1847765481803008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.387822:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2240 count 1 00010000:00010000:2.0:1762170989.387836:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.387851:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4400/0x96d1ba5869cc06ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc699e expref: 88 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.387860:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9a00/0x96d1ba5869cc0697 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6958 expref: 88 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.387863:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.387869:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.387876:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.387886:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481801728:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.387904:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c4400/0x96d1ba5869cc06ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc699e expref: 87 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.387915:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.387915:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c4400/0x96d1ba5869cc06ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc699e expref: 87 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.387956:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.387965:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481803136:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.387969:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387982:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.387991:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.388016:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.388021:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.388023:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.388033:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.388043:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.388048:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.388059:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.388079:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.388087:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4b63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.388108:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.388111:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.388113:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.388285:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+926:3643:x1847765481801600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10755us (10972us total) trans 4294977615 rc 0/0 00000100:00100000:3.0:1762170989.388295:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42433 00000004:00080000:2.0:1762170989.388296:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d98e00/2, rc 0, transno 4294977615 00000100:00100000:2.0:1762170989.388321:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481801600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.388379:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481803264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.388416:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.388576:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481802752:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.388608:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.388637:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481803264 00000100:00100000:3.0:1762170989.388644:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481803264 00000100:00100000:1.0:1762170989.388649:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481802880:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.388676:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.388774:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42439 00000100:00100000:2.0:1762170989.388787:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+926:3640:x1847765481803264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.388804:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2241 count 1 00010000:00010000:2.0:1762170989.388817:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.388827:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2e00/0x96d1ba5869cc06c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ac expref: 87 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.388833:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.388835:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.388837:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.388856:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c2e00/0x96d1ba5869cc06c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ac expref: 87 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.388866:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c2e00/0x96d1ba5869cc06c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ac expref: 87 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.388879:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481803392:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.388930:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.389037:0:20306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4800/0x96d1ba5869cc06a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6974 expref: 87 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.389055:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481802368:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.389084:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.389094:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.389100:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.389113:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.389118:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.389130:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.389308:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+927:3640:x1847765481802112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6002us (6133us total) trans 4294977616 rc 0/0 00000100:00100000:2.0:1762170989.389317:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42435 00000004:00080000:2.0:1762170989.389386:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e2a00/2, rc 0, transno 4294977616 00000100:00100000:2.0:1762170989.389400:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481802112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.389482:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481803520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.389522:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.389571:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481803520 00000100:00100000:0.0:1762170989.389593:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481803520 00010000:00010000:2.0:1762170989.389632:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1762170989.389635:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42440 00010000:00010000:2.0:1762170989.389641:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.389650:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+927:3641:x1847765481803520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.389652:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.389659:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.389663:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2242 count 1 00010000:00010000:2.0:1762170989.389666:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.389673:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.389693:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9e00/0x96d1ba5869cc06c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ba expref: 86 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.389696:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.389740:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.389743:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.389747:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.389773:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e9e00/0x96d1ba5869cc06c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ba expref: 86 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.389786:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e9e00/0x96d1ba5869cc06c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ba expref: 86 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.389800:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481803648:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.389889:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.390036:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.390084:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.390216:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.390282:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489706496 00000100:00100000:0.0:1762170989.390288:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489706496 00010000:00010000:0.0:1762170989.390322:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea600/0x96d1ba5869cc0b91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7051 expref: 87 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.390362:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489706624 00000100:00100000:0.0:1762170989.390369:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489706624 00010000:00010000:0.0:1762170989.390389:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c3e00/0x96d1ba5869cc06ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6982 expref: 88 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.390429:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489706752 00000100:00100000:0.0:1762170989.390435:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489706752 00010000:00010000:0.0:1762170989.390468:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c4400/0x96d1ba5869cc06ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc699e expref: 89 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.390492:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489706880 00000100:00100000:0.0:1762170989.390496:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489706880 00010000:00010000:0.0:1762170989.390515:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c2e00/0x96d1ba5869cc06c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ac expref: 90 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.390546:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33815 00000100:00100000:0.0:1762170989.390558:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8eb41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+90:2416:x1847765489706496:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.390572:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.390593:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea600/0x96d1ba5869cc0b91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7051 expref: 90 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.390599:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4b71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.390632:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea600/0x96d1ba5869cc0b91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7051 expref: 90 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.390662:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9ea600/0x96d1ba5869cc0b91 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7051 expref: 90 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.390665:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.390672:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.390681:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.390684:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.390688:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.390693:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.390703:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.390761:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.390801:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8eb41050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+89:2416:x1847765489706496:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 246us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.390810:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33815 00000100:00100000:0.0:1762170989.390906:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33816 00000100:00100000:2.0:1762170989.390920:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33817 00000100:00100000:0.0:1762170989.390926:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+88:2415:x1847765489706624:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.390934:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+88:2415:x1847765489706752:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.390939:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.390947:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.390948:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c3e00/0x96d1ba5869cc06ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6982 expref: 88 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.390957:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c4400/0x96d1ba5869cc06ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc699e expref: 88 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.390973:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c3e00/0x96d1ba5869cc06ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6982 expref: 88 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.390977:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c4400/0x96d1ba5869cc06ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc699e expref: 88 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.391007:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.391009:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c3e00/0x96d1ba5869cc06ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6982 expref: 88 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.391010:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.391015:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.391027:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.391033:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.391038:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.391043:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.391052:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.391055:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.391084:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.391087:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+87:2415:x1847765489706752:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 154us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.391101:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33817 00000100:00100000:0.0:1762170989.391127:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+86:2415:x1847765489706624:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 206us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.391136:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33816 00000100:00100000:2.0:1762170989.391150:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33818 00000100:00100000:2.0:1762170989.391165:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+85:2416:x1847765489706880:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.391173:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.391179:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c2e00/0x96d1ba5869cc06c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ac expref: 85 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.391194:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c2e00/0x96d1ba5869cc06c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ac expref: 85 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.391210:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.391213:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.391218:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.391225:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.391247:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.391284:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+85:2416:x1847765489706880:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 122us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.391295:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33818 00010000:00010000:2.0:1762170989.391357:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.391366:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.391369:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.391381:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.391389:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.391411:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.391503:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489707008 00000100:00100000:0.0:1762170989.391507:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489707008 00010000:00010000:0.0:1762170989.391529:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e9e00/0x96d1ba5869cc06c8 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ba expref: 85 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.391575:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33819 00000100:00100000:0.0:1762170989.391605:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+85:2416:x1847765489707008:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.391618:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.391625:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e9e00/0x96d1ba5869cc06c8 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ba expref: 85 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.391628:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+928:3641:x1847765481802496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4329us (4604us total) trans 4294977617 rc 0/0 00000100:00100000:2.0:1762170989.391650:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42436 00010000:00010000:0.0:1762170989.391665:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e9e00/0x96d1ba5869cc06c8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ba expref: 85 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.391685:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.391688:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.391693:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.391703:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.392059:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.392103:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+85:2416:x1847765489707008:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 504us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.392112:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33819 00010000:00010000:0.0:1762170989.392266:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4400/0x96d1ba5869cc06ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc699e expref: 84 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.392277:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481803136:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.392301:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.392309:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.392315:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.392323:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.392329:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.392345:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1762170989.392496:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ad7800/2, rc 0, transno 4294977617 00000100:00100000:2.0:1762170989.392508:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481802496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.392552:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+928:3643:x1847765481803008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4752us (4887us total) trans 4294977618 rc 0/0 00000100:00100000:0.0:1762170989.392562:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42438 00010000:00010000:0.0:1762170989.392624:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2e00/0x96d1ba5869cc06c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ac expref: 83 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.392636:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481803392:192.168.202.10@tcp:104: 00000004:00080000:2.0:1762170989.392650:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ad5500/2, rc 0, transno 4294977618 00010000:00010000:0.0:1762170989.392656:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.392662:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481803008:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.392666:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.392671:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.392678:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.392687:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.392705:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1762170989.392750:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1762170989.392758:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.392769:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.392775:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.392787:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.392805:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.392818:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481803776:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.392821:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4b78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.392864:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.392866:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170989.392870:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.392876:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+928:3640:x1847765481803264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4090us (4455us total) trans 4294977619 rc 0/0 00010000:00010000:1.0:1762170989.392878:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.392885:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.392886:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42439 00010000:00010000:1.0:1762170989.392895:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.392907:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1762170989.392911:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.392921:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4b86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.392923:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481803904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.392924:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481803776 00000100:00100000:0.0:1762170989.392930:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481803776 00000100:00100000:2.0:1762170989.392968:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.392975:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.392981:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.392985:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481803904 00000100:00100000:0.0:1762170989.392990:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481803904 00010000:00010000:1.0:1762170989.392992:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.393000:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.393010:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.393032:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42441 00010000:00010000:1.0:1762170989.393034:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.393043:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32a00/0x96d1ba5869cc4b8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.393046:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+929:3642:x1847765481803776:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.393058:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ad6680/2, rc 0, transno 4294977619 00002000:00080000:0.0:1762170989.393067:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2243 count 1 00000100:00100000:2.0:1762170989.393070:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481803264:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.393084:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.393085:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.393090:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.393098:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.393102:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5000/0x96d1ba5869cc06cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c8 expref: 82 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.393108:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.393112:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.393114:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.393127:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.393128:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb2ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481804032:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.393137:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c5000/0x96d1ba5869cc06cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c8 expref: 82 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.393146:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.393165:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393165:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c5000/0x96d1ba5869cc06cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c8 expref: 82 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.393166:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.393186:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.393192:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481804160:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.393214:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.393216:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481804032 00000100:00100000:2.0:1762170989.393222:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481804032 00000100:00100000:0.0:1762170989.393235:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e90bf19c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.393254:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.393263:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42442 00010000:00010000:3.0:1762170989.393268:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.393278:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb2ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+931:3642:x1847765481803904:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.393303:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42443 00002000:00080000:2.0:1762170989.393304:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2244 count 1 00010000:00010000:3.0:1762170989.393307:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.393315:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.393316:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+931:3640:x1847765481804032:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.393323:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.393342:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2245 count 1 00010000:00010000:2.0:1762170989.393347:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8e00/0x96d1ba5869cc06d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69d6 expref: 82 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.393351:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.393361:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.393364:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.393366:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eae00/0x96d1ba5869cc06dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69e4 expref: 82 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.393368:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393377:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.393380:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.393386:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.393410:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e8e00/0x96d1ba5869cc06d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69d6 expref: 82 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.393414:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393427:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eae00/0x96d1ba5869cc06dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69e4 expref: 82 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.393445:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e8e00/0x96d1ba5869cc06d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69d6 expref: 82 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.393469:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eae00/0x96d1ba5869cc06dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69e4 expref: 82 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.393472:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.393472:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481804288:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.393512:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4b7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.393513:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.393529:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bdb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481804416:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.393564:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.393565:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.393566:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30619c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.393572:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.393590:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.393605:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.393608:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.393625:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9e00/0x96d1ba5869cc06c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69ba expref: 82 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.393634:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481803648:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.393646:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393653:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393657:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393663:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393667:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393680:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.393690:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.393694:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393701:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.393705:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393785:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393801:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393809:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4b94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.393836:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.393837:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.393839:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.394001:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481804160:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.394024:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.394078:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+932:3641:x1847765481803520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4434us (4561us total) trans 4294977621 rc 0/0 00000100:00100000:0.0:1762170989.394085:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42440 00000004:00080000:0.0:1762170989.394126:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ad6300/2, rc 0, transno 4294977621 00000100:00100000:0.0:1762170989.394135:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481803520:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.394185:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.394192:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481804544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.394225:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.394334:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.394420:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489707136 00000100:00100000:2.0:1762170989.394421:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481804288:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.394429:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489707136 00010000:00010000:2.0:1762170989.394448:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.394469:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bdb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481804416:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.394487:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.394516:0:20306:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481804544 00000100:00100000:0.0:1762170989.394521:0:20306:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481804544 00000100:00100000:0.0:1762170989.394554:0:20306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42444 00000100:00100000:0.0:1762170989.394566:0:20306:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+932:3640:x1847765481804544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.394595:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c5000/0x96d1ba5869cc06cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c8 expref: 82 pid: 10282 timeout: 4705 lvb_type: 1 00002000:00080000:0.0:1762170989.394596:0:20306:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2246 count 1 00010000:00010000:0.0:1762170989.394611:0:20306:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.394624:0:20306:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9400/0x96d1ba5869cc06e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f2 expref: 82 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.394628:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.394630:0:20306:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.394633:0:20306:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.394655:0:20306:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e9400/0x96d1ba5869cc06e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f2 expref: 82 pid: 24348 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.394656:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33820 00010000:00010000:0.0:1762170989.394679:0:20306:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e9400/0x96d1ba5869cc06e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f2 expref: 82 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.394688:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+82:2416:x1847765489707136:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.394751:0:20306:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bdb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481804672:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.394757:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.394766:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c5000/0x96d1ba5869cc06cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c8 expref: 82 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.394790:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c5000/0x96d1ba5869cc06cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c8 expref: 82 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.394806:0:20306:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30619c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.394817:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5000/0x96d1ba5869cc06cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69c8 expref: 82 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.394839:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.394844:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.394849:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.394852:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.394865:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.394901:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.394939:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.394963:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489707264 00000100:00100000:2.0:1762170989.394967:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489707264 00010000:00010000:2.0:1762170989.394983:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e8e00/0x96d1ba5869cc06d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69d6 expref: 82 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.395007:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489707392 00000100:00100000:2.0:1762170989.395010:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489707392 00000100:00100000:3.0:1762170989.395019:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+83:2416:x1847765489707136:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 338us (677us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.395028:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eae00/0x96d1ba5869cc06dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69e4 expref: 83 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.395040:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33820 00000100:00100000:0.0:1762170989.395083:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33821 00000100:00100000:2.0:1762170989.395091:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33822 00000100:00100000:0.0:1762170989.395096:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+82:2416:x1847765489707264:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.395106:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8ef6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+82:2417:x1847765489707392:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.395108:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.395117:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.395117:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e8e00/0x96d1ba5869cc06d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69d6 expref: 82 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.395128:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eae00/0x96d1ba5869cc06dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69e4 expref: 82 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.395135:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e8e00/0x96d1ba5869cc06d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69d6 expref: 82 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.395147:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eae00/0x96d1ba5869cc06dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69e4 expref: 82 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.395160:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8e00/0x96d1ba5869cc06d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69d6 expref: 82 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.395168:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eae00/0x96d1ba5869cc06dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69e4 expref: 81 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.395175:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.395178:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.395182:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.395184:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.395189:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.395190:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.395193:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.395196:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.395211:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.395223:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.395226:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.395241:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+80:2416:x1847765489707264:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 147us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.395271:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33821 00010000:00010000:3.0:1762170989.395273:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.395279:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.395291:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.395309:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8ef6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+79:2417:x1847765489707392:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 205us (371us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.395314:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.395321:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33822 00010000:00010000:0.0:1762170989.395381:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.395387:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.395392:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.395402:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.395407:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.395414:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.395419:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.395428:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.395446:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1762170989.395452:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1762170989.395534:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1762170989.395542:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.395550:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.395555:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.395565:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.395595:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.395603:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4b9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.395628:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+934:3640:x1847765481804032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2311us (2465us total) trans 4294977622 rc 0/0 00010000:00010000:3.0:1762170989.395639:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1762170989.395641:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42443 00010000:00010000:3.0:1762170989.395647:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.395651:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+934:3642:x1847765481803904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2377us (2687us total) trans 4294977623 rc 0/0 00010000:00010000:3.0:1762170989.395679:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00000004:00080000:0.0:1762170989.395684:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ad4700/2, rc 0, transno 4294977622 00000100:00100000:2.0:1762170989.395688:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42442 00010000:00010000:3.0:1762170989.395692:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.395701:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481804032:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.395705:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.395780:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ad7100/2, rc 0, transno 4294977623 00000100:00100000:2.0:1762170989.395794:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481803904:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.395811:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.395820:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e97798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481804800:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.395827:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4ba9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.395841:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481804928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.395868:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.395869:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.395876:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.395885:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33e00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.395894:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.395896:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.395908:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.395912:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.395927:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.395931:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481804800 00000100:00100000:2.0:1762170989.395938:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481804800 00010000:00010000:3.0:1762170989.395941:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33e00/0x96d1ba5869cc4ba2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.395942:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481804928 00000100:00100000:0.0:1762170989.395952:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481804928 00000100:00100000:2.0:1762170989.395980:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42445 00010000:00010000:3.0:1762170989.395989:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.395996:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+934:3642:x1847765481804800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.395998:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.396005:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.396012:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42446 00002000:00080000:2.0:1762170989.396017:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2247 count 1 00010000:00010000:3.0:1762170989.396020:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.396028:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+934:3643:x1847765481804928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.396035:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.396047:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2248 count 1 00010000:00010000:2.0:1762170989.396050:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8907200/0x96d1ba5869cc0a80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f40 expref: 78 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.396058:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.396063:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.396065:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.396067:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.396088:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8c00/0x96d1ba5869cc06f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a0e expref: 78 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.396097:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.396100:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.396103:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.396106:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dd8907200/0x96d1ba5869cc0a80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f40 expref: 78 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.396123:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dd8907200/0x96d1ba5869cc0a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f40 expref: 78 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.396138:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481805056:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.396139:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e8c00/0x96d1ba5869cc06f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a0e expref: 78 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.396155:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e8c00/0x96d1ba5869cc06f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a0e expref: 78 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.396170:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481805184:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.396182:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.396205:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.396219:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.396243:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489707520 00000100:00100000:2.0:1762170989.396249:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489707520 00000100:00100000:0.0:1762170989.396254:0:20306:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bdb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20306:1847765481804672:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.396276:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e9400/0x96d1ba5869cc06e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f2 expref: 79 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.396278:0:20306:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.396320:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33823 00000100:00100000:2.0:1762170989.396331:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+79:2416:x1847765489707520:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.396341:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.396350:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e9400/0x96d1ba5869cc06e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f2 expref: 79 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.396362:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e9400/0x96d1ba5869cc06e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f2 expref: 79 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.396377:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9400/0x96d1ba5869cc06e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc69f2 expref: 79 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.396389:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.396391:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.396394:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.396401:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.396433:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.396468:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+78:2416:x1847765489707520:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 141us (301us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.396477:0:20306:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.396483:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33823 00010000:00010000:0.0:1762170989.396493:0:20306:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.396505:0:20306:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.396515:0:20306:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.396540:0:20306:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.396553:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.396560:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.396570:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.396574:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.396595:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.396605:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+935:3642:x1847765481803776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3563us (3741us total) trans 4294977624 rc 0/0 00010000:00010000:0.0:1762170989.396609:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.396619:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ad6a00/2, rc 0, transno 4294977624 00000100:00100000:3.0:1762170989.396625:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42441 00010000:00010000:0.0:1762170989.396639:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11a00/0x96d1ba5869cc4bb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.396642:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481803776:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.396671:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.396675:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.396677:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.396798:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481805312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.396840:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.396881:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481805312 00000100:00100000:3.0:1762170989.396888:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481805312 00000100:00100000:3.0:1762170989.397009:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42447 00000100:00100000:3.0:1762170989.397020:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+936:3640:x1847765481805312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.397039:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2249 count 1 00010000:00010000:3.0:1762170989.397056:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.397072:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4a00/0x96d1ba5869cc0707 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a1c expref: 77 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.397079:0:20306:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+936:3640:x1847765481804544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2514us (2849us total) trans 4294977625 rc 0/0 00010000:00010000:3.0:1762170989.397093:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.397097:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.397105:0:20306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42444 00010000:00010000:3.0:1762170989.397106:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.397141:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb1bda680/2, rc 0, transno 4294977625 00000100:00100000:0.0:1762170989.397154:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481804544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.397203:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170989.397210:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c4a00/0x96d1ba5869cc0707 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a1c expref: 77 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.397216:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481805440:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.397248:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c4a00/0x96d1ba5869cc0707 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a1c expref: 77 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.397265:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481805568:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.397285:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.397368:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481805440 00000100:00100000:3.0:1762170989.397371:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.397373:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481805440 00000100:00100000:0.0:1762170989.397429:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42448 00000100:00100000:0.0:1762170989.397441:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+936:3640:x1847765481805440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.397463:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2250 count 1 00000100:00100000:2.0:1762170989.397465:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481805056:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.397480:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.397482:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.397501:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eac00/0x96d1ba5869cc06f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a2a expref: 77 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.397509:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.397511:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.397515:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.397545:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eac00/0x96d1ba5869cc06f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a2a expref: 77 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.397560:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eac00/0x96d1ba5869cc06f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a2a expref: 77 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.397577:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481805696:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.397632:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.397643:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30619c0 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.397662:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489707776 00000100:00100000:2.0:1762170989.397665:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489707776 00010000:00010000:2.0:1762170989.397686:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e8c00/0x96d1ba5869cc06f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a0e expref: 78 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.397701:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481805184:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.397757:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.397767:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33824 00000100:00100000:2.0:1762170989.397780:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+78:2414:x1847765489707776:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.397795:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.397799:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e8c00/0x96d1ba5869cc06f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a0e expref: 78 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.397809:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e8c00/0x96d1ba5869cc06f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a0e expref: 78 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.397823:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8c00/0x96d1ba5869cc06f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a0e expref: 78 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.397829:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.397835:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.397838:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.397840:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.397846:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.397864:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.397872:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.397881:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.397890:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.397897:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+77:2414:x1847765489707776:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 118us (325us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.397903:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.397909:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33824 00010000:00010000:0.0:1762170989.397925:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.397929:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489707648 00000100:00100000:2.0:1762170989.397933:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489707648 00010000:00010000:2.0:1762170989.397948:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8907200/0x96d1ba5869cc0a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f40 expref: 77 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.397973:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33825 00000100:00100000:2.0:1762170989.397980:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+77:2417:x1847765489707648:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.397985:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.397988:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dd8907200/0x96d1ba5869cc0a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f40 expref: 77 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.398000:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dd8907200/0x96d1ba5869cc0a80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f40 expref: 77 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.398014:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8907200/0x96d1ba5869cc0a80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f40 expref: 77 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.398036:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.398039:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.398043:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.398051:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.398071:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.398082:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+937:3643:x1847765481804928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2059us (2195us total) trans 4294977626 rc 0/0 00000100:00100000:0.0:1762170989.398096:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42446 00000100:00100000:2.0:1762170989.398113:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+76:2417:x1847765489707648:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 132us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.398121:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33825 00000004:00080000:0.0:1762170989.398154:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9779bb80/2, rc 0, transno 4294977626 00000100:00100000:0.0:1762170989.398169:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481804928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.398224:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481805824:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.398249:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.398255:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.398262:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.398265:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.398270:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.398278:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.398282:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4bbe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.398304:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.398307:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.398310:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.398319:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.398335:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.398345:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.398356:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.398366:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.398374:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.398396:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.398397:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481805824 00000100:00100000:0.0:1762170989.398403:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481805824 00000100:00100000:0.0:1762170989.398434:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481805696:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.398458:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.398517:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42449 00000100:00100000:0.0:1762170989.398529:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+938:3642:x1847765481805824:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.398543:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:0.0:1762170989.398546:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2251 count 1 00010000:00010000:0.0:1762170989.398562:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.398574:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9600/0x96d1ba5869cc0700 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a38 expref: 75 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.398601:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.398602:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.398606:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.398633:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e9600/0x96d1ba5869cc0700 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a38 expref: 75 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.398635:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.398646:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.398652:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e9600/0x96d1ba5869cc0700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a38 expref: 75 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.398672:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.398677:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.398683:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481805952:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.398687:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.398749:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.398759:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4bb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.398808:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30619c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.398812:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.398818:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.398825:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.398997:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481805568:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.399028:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.399629:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481805952:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.399656:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.399899:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.401005:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489707904 00000100:00100000:2.0:1762170989.401013:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489707904 00010000:00010000:2.0:1762170989.401040:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c4a00/0x96d1ba5869cc0707 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a1c expref: 76 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.401081:0:8405:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489708032 00000100:00100000:3.0:1762170989.401086:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489708160 00000100:00100000:2.0:1762170989.401087:0:8405:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489708032 00000100:00100000:3.0:1762170989.401097:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489708160 00010000:00010000:2.0:1762170989.401111:0:8405:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eac00/0x96d1ba5869cc06f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a2a expref: 78 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.401135:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e9600/0x96d1ba5869cc0700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a38 expref: 78 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.401142:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33826 00000100:00100000:2.0:1762170989.401156:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+78:2416:x1847765489707904:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.401167:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.401171:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c4a00/0x96d1ba5869cc0707 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a1c expref: 78 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.401182:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c4a00/0x96d1ba5869cc0707 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a1c expref: 78 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.401196:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33827 00010000:00010000:2.0:1762170989.401209:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4a00/0x96d1ba5869cc0707 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a1c expref: 78 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.401226:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33828 00000100:00100000:3.0:1762170989.401227:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+78:2417:x1847765489708032:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.401243:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.401248:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.401249:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+77:2417:x1847765489708160:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.401250:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.401254:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401263:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eac00/0x96d1ba5869cc06f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a2a expref: 77 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.401265:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.401269:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.401277:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e9600/0x96d1ba5869cc0700 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a38 expref: 77 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.401321:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eac00/0x96d1ba5869cc06f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a2a expref: 77 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.401338:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.401339:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e9600/0x96d1ba5869cc0700 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a38 expref: 77 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.401355:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eac00/0x96d1ba5869cc06f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a2a expref: 77 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.401364:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9600/0x96d1ba5869cc0700 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a38 expref: 77 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.401382:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.401385:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+75:2416:x1847765489707904:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 231us (3052us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.401386:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.401388:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.401393:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.401399:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.401400:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33826 00010000:00010000:0.0:1762170989.401400:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401420:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.401426:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401458:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.401470:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.401502:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+74:2417:x1847765489708032:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 295us (2964us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.401515:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+74:2417:x1847765489708160:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 266us (1615us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.401522:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33827 00000100:00100000:0.0:1762170989.401537:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33828 00010000:00010000:0.0:1762170989.401605:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.401614:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.401624:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.401638:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.401661:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.401834:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.401842:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401849:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.401855:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401863:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401881:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401886:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10a00/0x96d1ba5869cc4bd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401931:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.401938:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.401942:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.401953:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+939:3642:x1847765481805824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3426us (3637us total) trans 4294977628 rc 0/0 00000100:00100000:0.0:1762170989.401967:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42449 00010000:00010000:3.0:1762170989.401968:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401985:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401992:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.401997:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.402013:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1762170989.402039:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f0700/2, rc 0, transno 4294977628 00000100:00100000:0.0:1762170989.402056:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481805824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.402177:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481806080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.402237:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.402266:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+939:3640:x1847765481805440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4824us (4978us total) trans 4294977629 rc 0/0 00000100:00100000:3.0:1762170989.402277:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42448 00000100:00100000:3.0:1762170989.402313:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481806080 00000100:00100000:3.0:1762170989.402320:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481806080 00010000:00010000:0.0:1762170989.402339:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.402349:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.402360:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.402366:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.402378:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42450 00010000:00010000:0.0:1762170989.402379:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.402396:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebf6f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+939:3643:x1847765481806080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.402404:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.402420:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2252 count 1 00010000:00010000:0.0:1762170989.402421:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4bcc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.402441:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.402454:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9200/0x96d1ba5869cc070e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a46 expref: 72 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.402461:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.402466:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.402469:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.402470:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.402474:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.402478:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.402503:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e9200/0x96d1ba5869cc070e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a46 expref: 72 pid: 24348 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1762170989.402514:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec08c8000/2, rc 0, transno 4294977629 00010000:00010000:3.0:1762170989.402526:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e9200/0x96d1ba5869cc070e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a46 expref: 72 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.402534:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec08c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481805440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.402556:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481806208:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.402628:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481806336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.402670:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.402677:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.402765:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481806336 00000100:00100000:2.0:1762170989.402770:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481806336 00000100:00100000:2.0:1762170989.402814:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42451 00000100:00100000:2.0:1762170989.402826:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+940:3640:x1847765481806336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.402852:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2253 count 1 00010000:00010000:2.0:1762170989.402870:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.402884:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eb600/0x96d1ba5869cc0715 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a54 expref: 72 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.402892:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.402894:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.402898:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.402907:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.402920:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.402926:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eb600/0x96d1ba5869cc0715 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a54 expref: 72 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.402948:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.402958:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eb600/0x96d1ba5869cc0715 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a54 expref: 72 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.402961:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.403008:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481806464:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.403017:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.403084:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.403109:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.403116:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.403124:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.403128:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.403143:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.403156:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.403163:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd200/0x96d1ba5869cc4bc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.403189:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.403192:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.403196:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.403399:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb512df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+941:3640:x1847765481805312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6381us (6556us total) trans 4294977630 rc 0/0 00000100:00100000:3.0:1762170989.403409:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42447 00000004:00080000:0.0:1762170989.403447:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74e680/2, rc 0, transno 4294977630 00000100:00100000:0.0:1762170989.403464:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481805312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.403561:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481806592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.403612:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.403691:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481806592 00000100:00100000:3.0:1762170989.403699:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481806592 00000100:00100000:3.0:1762170989.403786:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42452 00000100:00100000:3.0:1762170989.403867:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+941:3641:x1847765481806592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.403892:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2254 count 1 00010000:00010000:3.0:1762170989.403982:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.404000:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8000/0x96d1ba5869cc071c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a62 expref: 72 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.404008:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.404011:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.404015:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.404053:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e8000/0x96d1ba5869cc071c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a62 expref: 72 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.404069:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e8000/0x96d1ba5869cc071c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a62 expref: 72 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.404085:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481806720:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.404271:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.404355:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.404359:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481806208:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.404403:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.404464:0:6487:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489708288 00000100:00100000:0.0:1762170989.404471:0:6487:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489708288 00010000:00010000:0.0:1762170989.404506:0:6487:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e9200/0x96d1ba5869cc070e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a46 expref: 73 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.404559:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33829 00000100:00100000:0.0:1762170989.404589:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8ef6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+73:2417:x1847765489708288:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.404601:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.404607:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e9200/0x96d1ba5869cc070e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a46 expref: 73 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.404630:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e9200/0x96d1ba5869cc070e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a46 expref: 73 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.404636:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.404666:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9200/0x96d1ba5869cc070e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a46 expref: 73 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.404701:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489708416 00010000:00010000:0.0:1762170989.404701:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.404732:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.404738:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.404747:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.404757:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489708416 00010000:00010000:0.0:1762170989.404779:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.404789:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eb600/0x96d1ba5869cc0715 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a54 expref: 73 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.404791:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481806464:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.404829:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8ef6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+73:2417:x1847765489708288:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 256us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.404842:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33829 00010000:00010000:2.0:1762170989.404843:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.404855:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33830 00000100:00100000:3.0:1762170989.404873:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+72:2416:x1847765489708416:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.404885:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.404890:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eb600/0x96d1ba5869cc0715 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a54 expref: 72 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.404904:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eb600/0x96d1ba5869cc0715 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a54 expref: 72 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.404928:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eb600/0x96d1ba5869cc0715 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a54 expref: 72 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.404942:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.404943:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.404946:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.404953:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.404980:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.404992:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.405002:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.405010:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.405017:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.405030:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.405166:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+71:2416:x1847765489708416:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 141us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.405175:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33830 00000100:00100000:2.0:1762170989.405230:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9779a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+942:3640:x1847765481806336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2406us (2551us total) trans 4294977631 rc 0/0 00010000:00010000:3.0:1762170989.405237:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1762170989.405242:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42451 00000004:00080000:0.0:1762170989.405266:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f3800/2, rc 0, transno 4294977631 00000100:00100000:0.0:1762170989.405282:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481806336:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.405298:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.405306:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.405311:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.405319:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.405334:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.405341:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4be1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.405365:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481806848:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.405379:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.405383:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.405385:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.405417:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.405445:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481806848 00000100:00100000:2.0:1762170989.405452:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481806848 00000100:00100000:2.0:1762170989.405506:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42453 00000100:00100000:2.0:1762170989.405521:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+942:3642:x1847765481806848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.405539:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2255 count 1 00010000:00010000:2.0:1762170989.405554:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.405568:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.405597:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49200/0x96d1ba5869cc096f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e2f expref: 70 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.405605:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.405607:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.405610:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.405617:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489708544 00000100:00100000:3.0:1762170989.405623:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489708544 00010000:00010000:2.0:1762170989.405634:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49200/0x96d1ba5869cc096f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e2f expref: 71 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.405643:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49200/0x96d1ba5869cc096f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e2f expref: 71 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.405646:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e8000/0x96d1ba5869cc071c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a62 expref: 71 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.405692:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481806976:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.405829:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.405912:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33831 00000100:00100000:3.0:1762170989.405929:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+71:2416:x1847765489708544:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.405944:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.405951:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e8000/0x96d1ba5869cc071c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a62 expref: 71 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.405969:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e8000/0x96d1ba5869cc071c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a62 expref: 71 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.405988:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.405991:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.405994:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.406001:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.406016:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.406102:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+71:2416:x1847765489708544:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 178us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.406113:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33831 00010000:00010000:3.0:1762170989.406176:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.406189:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.406195:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.406200:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.406216:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.406487:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebf6f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+943:3643:x1847765481806080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4097us (4249us total) trans 4294977632 rc 0/0 00000004:00080000:0.0:1762170989.406517:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f3100/2, rc 0, transno 4294977632 00000100:00100000:0.0:1762170989.406535:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481806080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.406625:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42450 00000100:00100000:0.0:1762170989.406630:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481807104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.406670:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.406678:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.406686:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.406694:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.406697:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.406783:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.406804:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.406817:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4bda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.406860:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.406864:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.406871:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.406976:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481806976:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.406995:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.407010:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.407100:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489708672 00000100:00100000:3.0:1762170989.407107:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489708672 00010000:00010000:3.0:1762170989.407140:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49200/0x96d1ba5869cc096f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e2f expref: 71 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.407183:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33832 00000100:00100000:3.0:1762170989.407199:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+71:2417:x1847765489708672:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.407211:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.407217:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49200/0x96d1ba5869cc096f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e2f expref: 71 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.407233:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49200/0x96d1ba5869cc096f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e2f expref: 71 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.407253:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c49200/0x96d1ba5869cc096f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e2f expref: 71 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.407272:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.407274:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.407278:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.407287:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.407313:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.407362:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+70:2417:x1847765489708672:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 168us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.407375:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33832 00000100:00100000:3.0:1762170989.407426:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481807104 00000100:00100000:3.0:1762170989.407431:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481807104 00000100:00100000:0.0:1762170989.407487:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42454 00000100:00100000:0.0:1762170989.407500:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+943:3643:x1847765481807104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.407524:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2256 count 1 00010000:00010000:0.0:1762170989.407542:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.407556:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4600/0x96d1ba5869cc072a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a7e expref: 69 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.407561:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.407563:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.407566:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.407567:0:33719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8000/0x96d1ba5869cc071c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a62 expref: 69 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.407628:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481806720:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.407629:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c4600/0x96d1ba5869cc072a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a7e expref: 68 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.407659:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c4600/0x96d1ba5869cc072a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a7e expref: 68 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.407668:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481807232:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.407678:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.407688:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.407694:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.407701:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.407893:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.407919:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.408081:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.408091:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.408102:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.408109:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.408122:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.408140:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.408147:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc400/0x96d1ba5869cc4be8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.408180:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.408183:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.408187:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.408195:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000004:00080000:0.0:1762170989.408222:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b752300/2, rc 0, transno 4294977633 00000100:00100000:0.0:1762170989.408238:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481806592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.408242:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+944:3641:x1847765481806592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4437us (4624us total) trans 4294977633 rc 0/0 00000100:00100000:3.0:1762170989.408259:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42452 00000100:00100000:0.0:1762170989.408313:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170989.408322:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481807360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.408357:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.408393:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481807360 00000100:00100000:3.0:1762170989.408401:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481807360 00000100:00100000:3.0:1762170989.408562:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42455 00000100:00100000:3.0:1762170989.408570:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+944:3641:x1847765481807360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.408606:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2257 count 1 00010000:00010000:3.0:1762170989.408628:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.408644:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ea000/0x96d1ba5869cc0731 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a8c expref: 68 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.408649:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.408651:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.408654:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.408783:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ea000/0x96d1ba5869cc0731 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a8c expref: 68 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.408795:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ea000/0x96d1ba5869cc0731 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a8c expref: 68 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.408801:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.408811:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481807488:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.408819:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.408831:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.408838:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.408859:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.408912:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321600 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.409166:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.409244:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489708800 00000100:00100000:3.0:1762170989.409249:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489708800 00010000:00010000:3.0:1762170989.409274:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c4600/0x96d1ba5869cc072a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a7e expref: 69 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.409314:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33833 00000100:00100000:3.0:1762170989.409329:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+69:2416:x1847765489708800:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.409342:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.409346:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481807232:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.409354:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c4600/0x96d1ba5869cc072a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a7e expref: 69 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.409375:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c4600/0x96d1ba5869cc072a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a7e expref: 69 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.409392:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.409407:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c4600/0x96d1ba5869cc072a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a7e expref: 69 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.409425:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.409427:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.409431:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.409446:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.409480:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.409530:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+68:2416:x1847765489708800:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 207us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.409539:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33833 00010000:00010000:1.0:1762170989.409628:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.409640:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.409648:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.409656:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.409679:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.409868:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.409880:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.409890:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.409897:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.409905:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.409920:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.409928:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4bef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.409981:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.409987:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.409995:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.410000:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.410012:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.410028:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.410035:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11600/0x96d1ba5869cc4bf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.410078:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.410086:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.410092:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.410270:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.410304:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+946:3643:x1847765481807104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2800us (3619us total) trans 4294977635 rc 0/0 00000100:00100000:1.0:1762170989.410315:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42454 00000100:00100000:3.0:1762170989.410366:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489708928 00000004:00080000:1.0:1762170989.410373:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d14000/2, rc 0, transno 4294977635 00000100:00100000:3.0:1762170989.410375:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489708928 00000100:00100000:1.0:1762170989.410392:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481807104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.410406:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ea000/0x96d1ba5869cc0731 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a8c expref: 68 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.410448:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33834 00000100:00100000:3.0:1762170989.410463:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+68:2416:x1847765489708928:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.410464:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1762170989.410481:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.410483:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481807616:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.410493:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ea000/0x96d1ba5869cc0731 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a8c expref: 68 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.410513:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ea000/0x96d1ba5869cc0731 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a8c expref: 68 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.410524:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.410532:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.410537:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.410541:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.410550:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.410557:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481807616 00000100:00100000:0.0:1762170989.410562:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481807616 00010000:00010000:3.0:1762170989.410572:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.410620:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42456 00000100:00100000:3.0:1762170989.410644:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+68:2416:x1847765489708928:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.410644:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+946:3640:x1847765481807616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.410674:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33834 00002000:00080000:0.0:1762170989.410686:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2258 count 1 00010000:00010000:0.0:1762170989.410776:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.410795:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ea000/0x96d1ba5869cc0731 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a8c expref: 67 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.410796:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9c00/0x96d1ba5869cc0738 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a9a expref: 67 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.410838:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.410842:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.410846:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.410848:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481807488:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.410913:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e9c00/0x96d1ba5869cc0738 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a9a expref: 66 pid: 24348 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.410930:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.410938:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e9c00/0x96d1ba5869cc0738 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a9a expref: 66 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.410955:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.410966:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481807744:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.410988:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.411001:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.411013:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.411047:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.411059:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e90bf19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.411354:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3f79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+947:3641:x1847765481807360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2779us (2991us total) trans 4294977636 rc 0/0 00000100:00100000:3.0:1762170989.411366:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42455 00000004:00080000:0.0:1762170989.411400:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f2300/2, rc 0, transno 4294977636 00010000:00010000:3.0:1762170989.411406:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.411415:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.411420:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481807360:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.411441:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.411448:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.411458:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.411474:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.411483:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4bfd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.411531:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.411536:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.411543:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.411548:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.411564:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481807872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.411617:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.411663:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481807872 00000100:00100000:1.0:1762170989.411667:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481807872 00000100:00100000:1.0:1762170989.411728:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42457 00000100:00100000:1.0:1762170989.411743:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+947:3643:x1847765481807872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.411760:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2259 count 1 00010000:00010000:1.0:1762170989.411776:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.411792:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ec800/0x96d1ba5869cc073f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa8 expref: 66 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.411800:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.411802:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.411804:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.411822:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ec800/0x96d1ba5869cc073f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa8 expref: 66 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.411831:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ec800/0x96d1ba5869cc073f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa8 expref: 66 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.411840:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481808000:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.411890:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.411899:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.412437:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481807744:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.412455:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.412596:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481808000:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.412617:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.412803:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.412844:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489709056 00000100:00100000:3.0:1762170989.412854:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489709056 00000100:00100000:0.0:1762170989.412866:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.412903:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e9c00/0x96d1ba5869cc0738 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a9a expref: 67 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.412949:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489709184 00000100:00100000:3.0:1762170989.412954:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489709184 00000100:00100000:0.0:1762170989.412970:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33835 00010000:00010000:3.0:1762170989.412982:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ec800/0x96d1ba5869cc073f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa8 expref: 68 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.412991:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+68:2416:x1847765489709056:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.413018:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.413026:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e9c00/0x96d1ba5869cc0738 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a9a expref: 68 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.413047:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e9c00/0x96d1ba5869cc0738 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a9a expref: 68 pid: 24348 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.413054:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33836 00000100:00100000:3.0:1762170989.413076:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e857ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+68:2417:x1847765489709184:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.413087:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e9c00/0x96d1ba5869cc0738 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6a9a expref: 68 pid: 24348 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.413090:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.413103:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ec800/0x96d1ba5869cc073f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa8 expref: 68 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.413110:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.413116:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.413122:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.413125:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ec800/0x96d1ba5869cc073f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa8 expref: 67 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.413155:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.413175:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ec800/0x96d1ba5869cc073f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aa8 expref: 67 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.413181:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.413198:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.413202:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.413206:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.413213:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.413229:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+66:2416:x1847765489709056:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 246us (425us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.413238:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.413239:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33835 00000100:00100000:3.0:1762170989.413274:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e857ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+65:2417:x1847765489709184:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 204us (412us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.413280:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.413291:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33836 00010000:00010000:0.0:1762170989.413305:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.413317:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.413326:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.413347:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.413360:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.413365:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.413374:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.413381:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.413392:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.413409:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.413416:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.413448:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.413450:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.413461:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.413801:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+948:3640:x1847765481807616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3169us (3276us total) trans 4294977637 rc 0/0 00000100:00100000:0.0:1762170989.413816:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42456 00000004:00080000:0.0:1762170989.413879:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e0380/2, rc 0, transno 4294977637 00000100:00100000:0.0:1762170989.413892:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481807616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.418310:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481808128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.418404:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.418604:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.418618:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.418631:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.418643:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.418676:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.418695:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.418767:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.418784:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.418791:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.418804:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.418834:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.418842:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449600/0x96d1ba5869cc4c0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.418892:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.418896:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.418900:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.418969:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+948:3643:x1847765481807872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7230us (7350us total) trans 4294977638 rc 0/0 00000100:00100000:1.0:1762170989.418982:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42457 00000100:00100000:1.0:1762170989.419016:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481808128 00000100:00100000:1.0:1762170989.419025:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481808128 00000100:00100000:1.0:1762170989.419077:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42458 00000100:00100000:1.0:1762170989.419092:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+948:3643:x1847765481808128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.419123:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2260 count 1 00010000:00010000:1.0:1762170989.419151:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.419175:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ebc00/0x96d1ba5869cc0746 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ab6 expref: 64 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.419189:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.419193:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.419198:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.419243:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ebc00/0x96d1ba5869cc0746 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ab6 expref: 64 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.419267:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ebc00/0x96d1ba5869cc0746 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ab6 expref: 64 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.419285:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb87e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481808256:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.419392:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000004:00080000:1.0:1762170989.419697:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e0e00/2, rc 0, transno 4294977638 00000100:00100000:1.0:1762170989.419875:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481807872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.419980:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebf6f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481808384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.420032:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.420114:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481808384 00000100:00100000:0.0:1762170989.420119:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481808384 00000100:00100000:0.0:1762170989.420158:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42459 00000100:00100000:0.0:1762170989.420166:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+949:3640:x1847765481808384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.420179:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2261 count 1 00010000:00010000:0.0:1762170989.420191:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.420207:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5a00/0x96d1ba5869cc074d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ac4 expref: 64 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.420216:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.420218:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.420222:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.420251:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c5a00/0x96d1ba5869cc074d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ac4 expref: 64 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.420264:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c5a00/0x96d1ba5869cc074d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ac4 expref: 64 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.420284:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481808512:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.420450:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b750700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+949:3643:x1847765481798656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 56428us (56565us total) trans 4294977601 rc 0/0 00000100:00100000:0.0:1762170989.420455:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e90bf19c0 going to sleep for 11 seconds 00000004:00080000:1.0:1762170989.420461:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b752680/2, rc 0, transno 4294977601 00000100:00100000:1.0:1762170989.420478:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481798656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.420531:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481808640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.420569:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42421 00000100:00100000:1.0:1762170989.420576:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.420633:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481808640 00000100:00100000:3.0:1762170989.420643:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481808640 00000100:00100000:3.0:1762170989.420702:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42460 00000100:00100000:3.0:1762170989.420745:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+949:3641:x1847765481808640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.420771:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2262 count 1 00010000:00010000:3.0:1762170989.420792:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.420807:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ec400/0x96d1ba5869cc0754 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad2 expref: 64 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.420813:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.420815:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.420818:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.420850:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ec400/0x96d1ba5869cc0754 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad2 expref: 64 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.420862:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ec400/0x96d1ba5869cc0754 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad2 expref: 64 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.420875:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481808768:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.421028:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.421179:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489709312 00000100:00100000:3.0:1762170989.421185:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489709312 00010000:00010000:3.0:1762170989.421221:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ebc00/0x96d1ba5869cc0746 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ab6 expref: 65 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.421259:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481808512:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.421270:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33837 00000100:00100000:3.0:1762170989.421287:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+65:2417:x1847765489709312:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.421289:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.421313:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.421391:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ebc00/0x96d1ba5869cc0746 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ab6 expref: 65 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.421413:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ebc00/0x96d1ba5869cc0746 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ab6 expref: 65 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.421442:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.421446:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.421451:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.421462:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.421490:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.421513:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.421551:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+65:2417:x1847765489709312:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 268us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.421564:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33837 00000100:00100000:3.0:1762170989.421610:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489709440 00000100:00100000:3.0:1762170989.421615:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489709440 00010000:00010000:3.0:1762170989.421637:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c5a00/0x96d1ba5869cc074d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ac4 expref: 65 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.421682:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33838 00000100:00100000:3.0:1762170989.421696:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+65:2416:x1847765489709440:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.421743:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.421750:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c5a00/0x96d1ba5869cc074d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ac4 expref: 65 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.421768:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c5a00/0x96d1ba5869cc074d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ac4 expref: 65 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.421791:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5a00/0x96d1ba5869cc074d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ac4 expref: 65 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.421802:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ebc00/0x96d1ba5869cc0746 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ab6 expref: 65 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.421815:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.421819:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.421823:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.421825:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481808256:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.421850:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.421863:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.421877:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.421885:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.421889:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.421900:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.421910:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.421933:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+63:2416:x1847765489709440:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 240us (423us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.421934:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.421959:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33838 00010000:00010000:3.0:1762170989.422064:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.422072:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.422083:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.422088:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.422098:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.422113:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.422122:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.422161:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.422167:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.422171:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.422190:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+950:3643:x1847765481808128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3099us (3781us total) trans 4294977639 rc 0/0 00000100:00100000:0.0:1762170989.422200:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42458 00000004:00080000:1.0:1762170989.422209:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb87e1880/2, rc 0, transno 4294977639 00000100:00100000:1.0:1762170989.422227:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb87e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481808128:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.422316:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481808896:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.422353:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.422366:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.422388:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.422390:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.422401:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.422426:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.422433:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.422444:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.422454:0:24347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481808896 00010000:00010000:2.0:1762170989.422456:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11000 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.422461:0:24347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481808896 00010000:00010000:2.0:1762170989.422464:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.422486:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.422507:0:24347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42461 00010000:00010000:2.0:1762170989.422512:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.422521:0:24347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+951:3642:x1847765481808896:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.422522:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11000/0x96d1ba5869cc4c19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.422544:0:24347:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2263 count 1 00010000:00010000:2.0:1762170989.422548:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.422552:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.422554:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.422565:0:24347:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.422595:0:24347:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e9f85a000/0x96d1ba5869cc0bc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7089 expref: 62 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.422604:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.422607:0:24347:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.422612:0:24347:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.422641:0:24347:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e9f85a000/0x96d1ba5869cc0bc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7089 expref: 62 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.422657:0:24347:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e9f85a000/0x96d1ba5869cc0bc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7089 expref: 62 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.422678:0:24347:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb873c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481809024:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.422992:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+951:3640:x1847765481808384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2824us (2962us total) trans 4294977640 rc 0/0 00000100:00100000:3.0:1762170989.423001:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42459 00000004:00080000:1.0:1762170989.423062:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebf6f1180/2, rc 0, transno 4294977640 00000100:00100000:1.0:1762170989.423075:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebf6f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481808384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.423133:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1762170989.423139:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb59cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481809152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.423178:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.423345:0:24347:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.423369:0:33720:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481809152 00000100:00100000:1.0:1762170989.423372:0:33720:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481809152 00000100:00100000:1.0:1762170989.423407:0:33720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42462 00000100:00100000:1.0:1762170989.423416:0:33720:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+951:3642:x1847765481809152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.423427:0:33720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2264 count 1 00010000:00010000:1.0:1762170989.423440:0:33720:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.423450:0:33720:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ea400/0x96d1ba5869cc0762 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aee expref: 62 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.423457:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.423459:0:33720:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.423461:0:33720:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.423483:0:33720:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ea400/0x96d1ba5869cc0762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aee expref: 62 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.423492:0:33720:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ea400/0x96d1ba5869cc0762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aee expref: 62 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.423499:0:33720:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481809280:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.423615:0:33720:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.424174:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+951:3642:x1847765481794560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 75462us (76156us total) trans 4294977591 rc 0/0 00000100:00100000:2.0:1762170989.424184:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42408 00000004:00080000:1.0:1762170989.424235:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d99500/2, rc 0, transno 4294977591 00000100:00100000:1.0:1762170989.424251:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481794560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.424319:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481809408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.424360:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.424441:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.424499:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.424527:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489709696 00000100:00100000:1.0:1762170989.424531:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489709696 00010000:00010000:1.0:1762170989.424552:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e9f85a000/0x96d1ba5869cc0bc9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7089 expref: 63 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.424575:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489709568 00000100:00100000:1.0:1762170989.424590:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489709568 00010000:00010000:1.0:1762170989.424606:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ea400/0x96d1ba5869cc0762 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aee expref: 64 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.424637:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33839 00000100:00100000:1.0:1762170989.424652:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+64:2414:x1847765489709696:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.424652:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33840 00010000:00010000:1.0:1762170989.424666:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.424671:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e9f85a000/0x96d1ba5869cc0bc9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7089 expref: 64 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.424676:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+64:2417:x1847765489709568:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.424685:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e9f85a000/0x96d1ba5869cc0bc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7089 expref: 64 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.424690:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.424701:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ea400/0x96d1ba5869cc0762 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aee expref: 64 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.424736:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.424738:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ea400/0x96d1ba5869cc0762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aee expref: 64 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.424741:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.424748:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.424754:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.424757:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.424761:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.424763:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.424775:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.424796:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.424796:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.424814:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb2ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+950:3642:x1847765481802624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37494us (37704us total) trans 4294977620 rc 0/0 00000100:00100000:3.0:1762170989.424828:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42437 00000100:00100000:1.0:1762170989.424837:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+64:2414:x1847765489709696:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 187us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.424838:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+64:2417:x1847765489709568:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 169us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.424850:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33839 00000100:00100000:0.0:1762170989.424858:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33840 00000004:00080000:3.0:1762170989.424926:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb2ad5180/2, rc 0, transno 4294977620 00000100:00100000:3.0:1762170989.424947:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb2ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481802624:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.424994:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e97798000/2, rc 0, transno 4294977627 00000100:00100000:2.0:1762170989.424994:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+949:3642:x1847765481804800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29001us (29131us total) trans 4294977627 rc 0/0 00010000:00010000:1.0:1762170989.425008:0:24347:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e9f85a000/0x96d1ba5869cc0bc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc7089 expref: 62 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.425011:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42445 00000100:00100000:1.0:1762170989.425023:0:24347:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb873c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:24347:1847765481809024:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.425037:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481809408 00010000:00010000:1.0:1762170989.425041:0:24347:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.425043:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481809408 00010000:00010000:1.0:1762170989.425053:0:24347:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.425057:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e97798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481804800:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.425059:0:24347:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.425079:0:24347:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.425086:0:24347:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.425099:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42463 00010000:00010000:1.0:1762170989.425110:0:24347:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.425111:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+949:3640:x1847765481809408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.425118:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.425125:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.425132:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2265 count 1 00010000:00010000:0.0:1762170989.425135:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.425141:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.425149:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.425151:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.425162:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.425168:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ed000/0x96d1ba5869cc0769 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6afc expref: 61 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.425170:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449a00/0x96d1ba5869cc4c27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.425190:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.425192:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.425197:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.425208:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1762170989.425209:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.425214:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481809536:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.425214:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.425220:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.425231:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ed000/0x96d1ba5869cc0769 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6afc expref: 61 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.425231:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481809664:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.425249:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ed000/0x96d1ba5869cc0769 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6afc expref: 61 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.425264:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481809792:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.425285:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.425322:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481809536 00000100:00100000:0.0:1762170989.425328:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481809536 00000100:00100000:2.0:1762170989.425332:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.425360:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42464 00000100:00100000:2.0:1762170989.425378:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+951:3641:x1847765481809536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.425393:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2266 count 1 00010000:00010000:2.0:1762170989.425410:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.425421:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eb000/0x96d1ba5869cc0770 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b0a expref: 61 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.425429:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.425432:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.425435:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.425471:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eb000/0x96d1ba5869cc0770 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b0a expref: 61 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.425486:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eb000/0x96d1ba5869cc0770 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b0a expref: 61 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.425504:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481809920:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.425566:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.425631:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.425810:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.426186:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481809792:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.426208:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.426237:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481809664 00000100:00100000:2.0:1762170989.426241:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481809664 00000100:00100000:2.0:1762170989.426293:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42465 00000100:00100000:2.0:1762170989.426308:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+952:3643:x1847765481809664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.426322:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2267 count 1 00010000:00010000:2.0:1762170989.426335:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.426349:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eca00/0x96d1ba5869cc0777 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b18 expref: 61 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.426358:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.426360:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.426364:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.426381:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.426393:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eca00/0x96d1ba5869cc0777 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b18 expref: 61 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.426409:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eca00/0x96d1ba5869cc0777 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b18 expref: 61 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.426421:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481810048:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.426494:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.426565:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+952:3643:x1847765481800576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53049us (53296us total) trans 4294977611 rc 0/0 00000100:00100000:0.0:1762170989.426587:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42429 00000100:00100000:3.0:1762170989.426682:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489709824 00000100:00100000:3.0:1762170989.426693:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489709824 00010000:00010000:3.0:1762170989.426855:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ed000/0x96d1ba5869cc0769 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6afc expref: 62 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.426908:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33841 00000004:00080000:0.0:1762170989.426915:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d5bb80/2, rc 0, transno 4294977611 00000100:00100000:1.0:1762170989.426919:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.426928:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+62:2417:x1847765489709824:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1762170989.426934:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481800576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.426951:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489709952 00000100:00100000:1.0:1762170989.426956:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489709952 00010000:00010000:1.0:1762170989.426976:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eb000/0x96d1ba5869cc0770 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b0a expref: 63 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.427006:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33842 00010000:00010000:3.0:1762170989.427015:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.427015:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+63:2416:x1847765489709952:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.427031:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.427033:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ed000/0x96d1ba5869cc0769 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6afc expref: 63 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.427038:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eb000/0x96d1ba5869cc0770 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b0a expref: 63 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.427084:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eb000/0x96d1ba5869cc0770 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b0a expref: 63 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.427091:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ed000/0x96d1ba5869cc0769 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6afc expref: 63 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.427115:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.427120:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.427124:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.427136:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.427161:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.427179:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481810176:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.427194:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ed000/0x96d1ba5869cc0769 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6afc expref: 63 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.427195:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+63:2416:x1847765489709952:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 181us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.427228:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.427233:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33842 00010000:00010000:3.0:1762170989.427247:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.427251:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.427256:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.427266:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.427282:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481810176 00000100:00100000:0.0:1762170989.427289:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481810176 00000100:00100000:1.0:1762170989.427300:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.427321:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42466 00000100:00100000:0.0:1762170989.427333:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+952:3643:x1847765481810176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.427346:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2268 count 1 00010000:00010000:3.0:1762170989.427356:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.427363:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.427364:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.427383:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.427385:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5800/0x96d1ba5869cc078c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b26 expref: 61 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.427403:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.427406:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.427410:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+61:2417:x1847765489709824:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 486us (1031us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.427411:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.427419:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.427422:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.427448:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.427453:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c5800/0x96d1ba5869cc078c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b26 expref: 61 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.427464:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.427475:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c5800/0x96d1ba5869cc078c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b26 expref: 61 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.427488:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481810304:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.427508:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33841 00000100:00100000:1.0:1762170989.427513:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489710080 00000100:00100000:1.0:1762170989.427521:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489710080 00000100:00100000:3.0:1762170989.427541:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489710208 00010000:00010000:1.0:1762170989.427550:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ec400/0x96d1ba5869cc0754 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad2 expref: 61 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.427552:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.427573:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eb000/0x96d1ba5869cc0770 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b0a expref: 61 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.427603:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33843 00000100:00100000:3.0:1762170989.427607:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489710208 00000100:00100000:2.0:1762170989.427607:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481809920:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.427619:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f008850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+61:2416:x1847765489710080:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.427633:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.427633:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.427638:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eca00/0x96d1ba5869cc0777 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b18 expref: 61 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.427646:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ec400/0x96d1ba5869cc0754 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad2 expref: 61 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.427671:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.427692:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.427697:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ec400/0x96d1ba5869cc0754 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad2 expref: 61 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.427704:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.427743:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33844 00010000:00010000:1.0:1762170989.427755:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.427758:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.427761:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.427771:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.427772:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+61:2416:x1847765489710208:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.427795:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.427796:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.427817:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.427847:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f008850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+61:2416:x1847765489710080:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 231us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.427858:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33843 00010000:00010000:3.0:1762170989.427871:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.427882:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eca00/0x96d1ba5869cc0777 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b18 expref: 60 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.427902:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eca00/0x96d1ba5869cc0777 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b18 expref: 60 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.427924:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.427927:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.427932:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.427941:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.427964:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.427972:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+954:3641:x1847765481809536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2600us (2689us total) trans 4294977643 rc 0/0 00000100:00100000:2.0:1762170989.427983:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42464 00000100:00100000:3.0:1762170989.428005:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+60:2416:x1847765489710208:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 242us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.428018:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33844 00010000:00010000:2.0:1762170989.428040:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eca00/0x96d1ba5869cc0777 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b18 expref: 59 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.428055:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481810048:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.428059:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.428068:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428072:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.428108:0:33720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ea400/0x96d1ba5869cc0762 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6aee expref: 58 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.428112:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428127:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.428131:0:33720:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33720:1847765481809280:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.428143:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428153:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.428160:0:33720:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.428171:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.428182:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428200:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.428203:0:33720:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428223:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.428234:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.428235:0:33720:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428236:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428293:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.428294:0:33720:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.428301:0:33720:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.428303:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428304:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.428317:0:33720:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1762170989.428333:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1762170989.428349:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.428352:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33400/0x96d1ba5869cc4c35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428354:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.428356:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.428366:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.428404:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428409:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428422:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33600/0x96d1ba5869cc4c3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.428430:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.428436:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.428443:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33000/0x96d1ba5869cc4c43 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.428446:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.428455:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.428461:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.428467:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.428480:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.428486:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.428492:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.428498:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.428498:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.428503:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.428525:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.428540:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448a00/0x96d1ba5869cc4c2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33720 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.428592:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.428598:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.428605:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.428622:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.428666:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb873c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+955:3643:x1847765481809664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2363us (2856us total) trans 4294977644 rc 0/0 00000100:00100000:2.0:1762170989.428677:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42465 00000100:00100000:1.0:1762170989.428690:0:33720:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb59cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+955:3642:x1847765481809152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5275us (5511us total) trans 4294977645 rc 0/0 00000100:00100000:1.0:1762170989.428700:0:33720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42462 00000004:00080000:2.0:1762170989.428844:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b9a300/2, rc 0, transno 4294977644 00000100:00100000:2.0:1762170989.428861:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481809664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.428864:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481810304:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.428883:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.428939:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b9bb80/2, rc 0, transno 4294977643 00000100:00100000:3.0:1762170989.428964:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481809536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.428980:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170989.428996:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.429001:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481810432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.429040:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489710336 00000100:00100000:2.0:1762170989.429042:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+953:3640:x1847765481809408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3931us (4681us total) trans 4294977642 rc 0/0 00000100:00100000:1.0:1762170989.429048:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489710336 00000100:00100000:2.0:1762170989.429053:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42463 00010000:00010000:1.0:1762170989.429077:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c5800/0x96d1ba5869cc078c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b26 expref: 58 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.429114:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33845 00000100:00100000:3.0:1762170989.429122:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.429136:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+58:2416:x1847765489710336:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.429150:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.429159:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c5800/0x96d1ba5869cc078c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b26 expref: 58 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.429169:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481810432 00010000:00010000:1.0:1762170989.429175:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c5800/0x96d1ba5869cc078c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b26 expref: 58 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.429177:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481810432 00010000:00010000:1.0:1762170989.429202:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c5800/0x96d1ba5869cc078c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b26 expref: 58 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.429218:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.429222:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.429225:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42467 00010000:00010000:1.0:1762170989.429227:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1762170989.429234:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eee680/2, rc 0, transno 4294977642 00010000:00010000:1.0:1762170989.429238:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.429242:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+953:3641:x1847765481810432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.429251:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481809408:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.429269:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2269 count 1 00010000:00010000:2.0:1762170989.429289:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.429291:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.429307:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eaa00/0x96d1ba5869cc077e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b34 expref: 57 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.429316:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.429323:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.429326:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.429338:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+57:2416:x1847765489710336:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 206us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.429355:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33845 00010000:00010000:2.0:1762170989.429372:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eaa00/0x96d1ba5869cc077e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b34 expref: 57 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.429388:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1762170989.429391:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eaa00/0x96d1ba5869cc077e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b34 expref: 56 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.429402:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.429404:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481810560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.429411:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481810816:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.429429:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.429440:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.429448:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.429465:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.429477:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.429507:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.429554:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1762170989.429571:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481810688:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.429597:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb59cc700/2, rc 0, transno 4294977645 00000100:00100000:3.0:1762170989.429616:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb59cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481809152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.429632:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.429673:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+954:3643:x1847765481810176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2341us (2452us total) trans 4294977646 rc 0/0 00000100:00100000:1.0:1762170989.429687:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42466 00000004:00080000:2.0:1762170989.429694:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b70a80/2, rc 0, transno 4294977646 00000100:00100000:2.0:1762170989.429749:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481810176:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.429759:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481810560 00000100:00100000:1.0:1762170989.429765:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481810560 00000100:00100000:2.0:1762170989.429773:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481810944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.429811:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481810688 00000100:00100000:1.0:1762170989.429818:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481810688 00000100:00100000:2.0:1762170989.429824:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.429830:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481811072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.429861:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481810944 00000100:00100000:1.0:1762170989.429866:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42468 00000100:00100000:0.0:1762170989.429868:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481810944 00010000:00010000:2.0:1762170989.429880:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.429882:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+956:3640:x1847765481810560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.429886:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.429895:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.429903:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42469 00002000:00080000:1.0:1762170989.429910:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2270 count 1 00010000:00010000:2.0:1762170989.429912:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10c00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:0.0:1762170989.429917:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+956:3643:x1847765481810688:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.429920:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.429926:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.429932:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2271 count 1 00010000:00010000:2.0:1762170989.429934:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.429945:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ec600/0x96d1ba5869cc0785 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b42 expref: 56 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.429948:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.429951:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.429957:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481811072 00000100:00100000:3.0:1762170989.429972:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481811072 00010000:00010000:0.0:1762170989.429982:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89692e00/0x96d1ba5869cc0ab8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f78 expref: 56 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.429987:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10c00/0x96d1ba5869cc4c4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.429990:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.429995:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.430001:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.430001:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.430006:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.430010:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.430030:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.430031:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42470 00010000:00010000:0.0:1762170989.430037:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89692e00/0x96d1ba5869cc0ab8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f78 expref: 56 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.430038:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.430043:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ec600/0x96d1ba5869cc0785 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b42 expref: 56 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.430044:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.430060:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89692e00/0x96d1ba5869cc0ab8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f78 expref: 56 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.430062:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+957:3643:x1847765481810944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.430063:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ec600/0x96d1ba5869cc0785 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b42 expref: 56 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.430073:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42471 00000100:00100000:2.0:1762170989.430100:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+957:3640:x1847765481811072:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.430101:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481811200:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.430102:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481811328:192.168.202.10@tcp:104: 00002000:00080000:3.0:1762170989.430107:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2272 count 1 00002000:00080000:2.0:1762170989.430128:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2273 count 1 00010000:00010000:3.0:1762170989.430139:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.430148:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.430162:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.430163:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eda00/0x96d1ba5869cc079a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b5e expref: 56 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.430165:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.430171:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eba00/0x96d1ba5869cc07a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b6c expref: 56 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.430204:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.430208:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.430210:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.430216:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.430218:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.430225:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430274:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eda00/0x96d1ba5869cc079a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b5e expref: 56 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.430275:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eba00/0x96d1ba5869cc07a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b6c expref: 56 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.430321:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eda00/0x96d1ba5869cc079a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b5e expref: 56 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.430323:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eba00/0x96d1ba5869cc07a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b6c expref: 56 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.430369:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481811584:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.430418:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.430434:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481811456:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.430491:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.430625:0:176029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ec400/0x96d1ba5869cc0754 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ad2 expref: 56 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.430641:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481808768:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.430773:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430791:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430799:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430809:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430817:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430844:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.430862:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.430868:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430876:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.430881:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430891:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430912:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430925:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4c20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.430956:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.430961:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.430967:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.431254:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481810816:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.431285:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.431290:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481811200:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.431311:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.431495:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+958:3641:x1847765481808640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10781us (10920us total) trans 4294977647 rc 0/0 00000100:00100000:3.0:1762170989.431505:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42460 00000004:00080000:3.0:1762170989.431588:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5ab0000/2, rc 0, transno 4294977647 00000100:00100000:3.0:1762170989.431602:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481808640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.432010:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481811328:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.432032:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.432119:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.432163:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489710464 00000100:00100000:1.0:1762170989.432174:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489710464 00000100:00100000:3.0:1762170989.432183:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.432218:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eaa00/0x96d1ba5869cc077e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b34 expref: 56 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.432268:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489710592 00000100:00100000:1.0:1762170989.432276:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489710592 00000100:00100000:3.0:1762170989.432284:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.432304:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89692e00/0x96d1ba5869cc0ab8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f78 expref: 57 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.432359:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489710720 00000100:00100000:1.0:1762170989.432363:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489710720 00000100:00100000:3.0:1762170989.432378:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.432384:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33846 00010000:00010000:1.0:1762170989.432391:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ec600/0x96d1ba5869cc0785 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b42 expref: 58 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.432408:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+58:2416:x1847765489710464:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.432422:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489710848 00010000:00010000:2.0:1762170989.432426:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.432426:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489710848 00010000:00010000:2.0:1762170989.432435:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eaa00/0x96d1ba5869cc077e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b34 expref: 59 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.432443:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eba00/0x96d1ba5869cc07a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b6c expref: 59 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.432462:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.432464:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eaa00/0x96d1ba5869cc077e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b34 expref: 59 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.432489:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489710976 00000100:00100000:1.0:1762170989.432491:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489710976 00010000:00010000:2.0:1762170989.432501:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eaa00/0x96d1ba5869cc077e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b34 expref: 60 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.432508:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1762170989.432510:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eda00/0x96d1ba5869cc079a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b5e expref: 60 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.432522:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.432525:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.432530:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.432536:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481811712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.432540:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33847 00010000:00010000:2.0:1762170989.432550:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.432560:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+59:2416:x1847765489710592:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.432571:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.432576:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89692e00/0x96d1ba5869cc0ab8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f78 expref: 59 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.432597:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.432599:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89692e00/0x96d1ba5869cc0ab8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f78 expref: 59 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.432614:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89692e00/0x96d1ba5869cc0ab8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6f78 expref: 59 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.432633:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.432641:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+59:2416:x1847765489710464:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 238us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.432649:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33846 00010000:00010000:1.0:1762170989.432650:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.432653:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.432655:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.432662:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.432679:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33848 00010000:00010000:1.0:1762170989.432691:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.432696:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+57:2417:x1847765489710720:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.432701:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.432777:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.432785:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ec600/0x96d1ba5869cc0785 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b42 expref: 57 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.432805:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ec600/0x96d1ba5869cc0785 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b42 expref: 57 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.432830:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.432835:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33849 00010000:00010000:2.0:1762170989.432836:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ec600/0x96d1ba5869cc0785 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b42 expref: 57 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.432863:0:6487:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea9b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+56:2417:x1847765489710848:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.432864:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.432866:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.432871:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.432879:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.432890:0:6487:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.432893:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.432893:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.432904:0:6487:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eba00/0x96d1ba5869cc07a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b6c expref: 56 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.432937:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.432950:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.432960:0:6487:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eba00/0x96d1ba5869cc07a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b6c expref: 56 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.432991:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.432994:0:6487:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.432998:0:6487:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433010:0:6487:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433034:0:6487:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.433054:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+56:2417:x1847765489710720:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 366us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.433061:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33848 00000100:00100000:3.0:1762170989.433080:0:6487:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b817e4e5-d0d0-4446-b333-53495f221f8e+55:2417:x1847765489710848:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 225us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.433089:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33850 00000100:00100000:3.0:1762170989.433106:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33849 00000100:00100000:2.0:1762170989.433110:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8ef6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+55:2417:x1847765489710976:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.433122:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.433129:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eda00/0x96d1ba5869cc079a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b5e expref: 55 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.433145:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eda00/0x96d1ba5869cc079a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b5e expref: 54 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.433165:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.433168:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.433171:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433178:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433194:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.433209:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eda00/0x96d1ba5869cc079a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b5e expref: 54 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.433219:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8ef6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+54:2417:x1847765489710976:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 114us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.433237:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33850 00000100:00100000:3.0:1762170989.433247:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481811456:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.433278:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433286:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433290:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433294:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433326:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433329:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433343:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433343:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1762170989.433363:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433371:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433396:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1762170989.433427:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+52:2416:x1847765489710592:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 867us (1248us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.433435:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33847 00000100:00100000:2.0:1762170989.433528:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea9b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+960:3641:x1847765481810432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4291us (4415us total) trans 4294977649 rc 0/0 00000100:00100000:2.0:1762170989.433540:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42467 00000100:00100000:2.0:1762170989.433573:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481811712 00000100:00100000:2.0:1762170989.433589:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481811712 00000100:00100000:2.0:1762170989.433639:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42472 00000100:00100000:2.0:1762170989.433654:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+960:3640:x1847765481811712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.433678:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2274 count 1 00000100:00100000:3.0:1762170989.433684:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+960:3643:x1847765481810944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3630us (3862us total) trans 4294977650 rc 0/0 00000100:00100000:3.0:1762170989.433697:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42470 00010000:00010000:2.0:1762170989.433700:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433762:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2a00/0x96d1ba5869cc07a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b7a expref: 51 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.433765:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433772:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1762170989.433779:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.433786:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433786:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.433788:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433801:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433843:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.433845:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433851:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.433866:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433875:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433876:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c2a00/0x96d1ba5869cc07a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b7a expref: 51 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.433887:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1762170989.433911:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.433917:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c2a00/0x96d1ba5869cc07a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b7a expref: 51 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.433933:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11800/0x96d1ba5869cc4c5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.433949:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481811840:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.433987:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1762170989.433992:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.433998:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.434003:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434010:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434025:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434030:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32e00/0x96d1ba5869cc4c51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.434033:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e540 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.434066:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+960:3640:x1847765481810560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4187us (4590us total) trans 4294977651 rc 0/0 00010000:00010000:2.0:1762170989.434071:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1762170989.434073:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42468 00010000:00010000:2.0:1762170989.434078:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434080:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.434091:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.434094:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.434102:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.434103:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434108:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.434117:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.434123:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434132:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.434147:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434151:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.434169:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd600/0x96d1ba5869cc4c66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434173:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4c58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434233:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.434235:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.434242:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.434248:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.434257:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.434258:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.434263:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170989.434296:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9e74e300/2, rc 0, transno 4294977649 00000100:00100000:3.0:1762170989.434309:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481810432:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1762170989.434318:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d59880/2, rc 0, transno 4294977650 00000100:00100000:2.0:1762170989.434331:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481810944:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1762170989.434362:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b9a680/2, rc 0, transno 4294977651 00000100:00100000:1.0:1762170989.434370:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481810560:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.434384:0:176826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eba00/0x96d1ba5869cc07a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b6c expref: 51 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.434400:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481811584:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.434425:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.434450:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481812096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.434476:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481811968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.434492:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.434494:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481812224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.434534:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.434552:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.434562:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.434563:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481812096 00000100:00100000:1.0:1762170989.434571:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481812096 00010000:00010000:2.0:1762170989.434573:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.434595:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.434618:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.434639:0:176028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481811968 00000100:00100000:1.0:1762170989.434644:0:176028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481811968 00000100:00100000:1.0:1762170989.434678:0:176028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42473 00000100:00100000:1.0:1762170989.434687:0:176028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+962:3643:x1847765481812096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.434704:0:176028:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2276 count 1 00000100:00100000:3.0:1762170989.434752:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42474 00010000:00010000:1.0:1762170989.434763:0:176028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.434775:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+962:3642:x1847765481811968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.434785:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+962:3640:x1847765481811072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4683us (4900us total) trans 4294977652 rc 0/0 00010000:00010000:1.0:1762170989.434785:0:176028:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eb800/0x96d1ba5869cc07b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b96 expref: 50 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.434802:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.434803:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42471 00010000:00010000:1.0:1762170989.434805:0:176028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1762170989.434806:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2275 count 1 00010000:00010000:1.0:1762170989.434811:0:176028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434833:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.434849:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ed800/0x96d1ba5869cc07af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b88 expref: 50 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.434851:0:176028:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eb800/0x96d1ba5869cc07b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b96 expref: 50 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.434876:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.434881:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.434885:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.434893:0:176028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eb800/0x96d1ba5869cc07b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b96 expref: 50 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.434912:0:176028:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481812352:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.434922:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ed800/0x96d1ba5869cc07af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b88 expref: 50 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.434933:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ed800/0x96d1ba5869cc07af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b88 expref: 50 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.434944:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8d58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481812480:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.434981:0:176028:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce900 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.434983:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1762170989.435119:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1762170989.435126:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.435135:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:1.0:1762170989.435140:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.435150:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.435166:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.435173:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33c00/0x96d1ba5869cc4c6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.435199:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.435202:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.435204:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.435218:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.435269:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481812224 00000100:00100000:3.0:1762170989.435275:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481812224 00000004:00080000:1.0:1762170989.435279:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d5a300/2, rc 0, transno 4294977652 00000100:00100000:1.0:1762170989.435305:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481811072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.435373:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42475 00000100:00100000:2.0:1762170989.435383:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+962:3642:x1847765481806848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29864us (29962us total) trans 4294977634 rc 0/0 00000100:00100000:3.0:1762170989.435391:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+962:3640:x1847765481812224:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.435393:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481812608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.435409:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42453 00002000:00080000:3.0:1762170989.435423:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2277 count 1 00010000:00010000:3.0:1762170989.435442:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.435449:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.435467:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ec200/0x96d1ba5869cc07bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ba4 expref: 50 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.435475:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.435478:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.435481:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.435497:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d14e00/2, rc 0, transno 4294977634 00010000:00010000:3.0:1762170989.435508:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ec200/0x96d1ba5869cc07bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ba4 expref: 50 pid: 8390 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1762170989.435514:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481806848:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.435533:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ec200/0x96d1ba5869cc07bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ba4 expref: 50 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.435545:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481812608 00000100:00100000:3.0:1762170989.435547:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481812736:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.435555:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481812608 00000100:00100000:1.0:1762170989.435566:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.435595:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481812864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.435606:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42476 00000100:00100000:2.0:1762170989.435618:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+962:3641:x1847765481812608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.435635:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2278 count 1 00010000:00010000:2.0:1762170989.435648:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.435658:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ea200/0x96d1ba5869cc07c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb2 expref: 50 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.435663:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.435665:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.435667:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.435686:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ea200/0x96d1ba5869cc07c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb2 expref: 50 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.435694:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ea200/0x96d1ba5869cc07c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb2 expref: 50 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.435703:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9e74c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481812992:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.435761:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.435800:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.435828:0:8387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481812864 00000100:00100000:2.0:1762170989.435831:0:8387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481812864 00000100:00100000:3.0:1762170989.435840:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321d80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.435874:0:8387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42477 00000100:00100000:2.0:1762170989.435883:0:8387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+963:3643:x1847765481812864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1762170989.435892:0:8387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2279 count 1 00010000:00010000:2.0:1762170989.435903:0:8387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.435914:0:8387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eb200/0x96d1ba5869cc09a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e67 expref: 50 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.435919:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.435920:0:8387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1762170989.435922:0:8387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.435940:0:8387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eb200/0x96d1ba5869cc09a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e67 expref: 50 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.435947:0:8387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eb200/0x96d1ba5869cc09a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e67 expref: 50 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.435955:0:8387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0886680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481813120:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.435980:0:8387:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.436044:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481811840:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.436078:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.436174:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.436222:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489711104 00000100:00100000:1.0:1762170989.436227:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489711104 00000100:00100000:2.0:1762170989.436251:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.436261:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c2a00/0x96d1ba5869cc07a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b7a expref: 51 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.436275:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.436291:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489711232 00000100:00100000:1.0:1762170989.436296:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489711232 00000100:00100000:2.0:1762170989.436304:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489711360 00000100:00100000:2.0:1762170989.436308:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489711360 00010000:00010000:1.0:1762170989.436314:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ed800/0x96d1ba5869cc07af lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b88 expref: 53 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.436327:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eb800/0x96d1ba5869cc07b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b96 expref: 53 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.436347:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33851 00000100:00100000:2.0:1762170989.436361:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33852 00000100:00100000:1.0:1762170989.436363:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+53:2417:x1847765489711104:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.436376:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+53:2417:x1847765489711232:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.436380:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.436388:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.436389:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c2a00/0x96d1ba5869cc07a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b7a expref: 53 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.436400:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ed800/0x96d1ba5869cc07af lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b88 expref: 53 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.436412:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c2a00/0x96d1ba5869cc07a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b7a expref: 53 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.436415:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33853 00010000:00010000:2.0:1762170989.436426:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ed800/0x96d1ba5869cc07af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b88 expref: 53 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.436444:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0884e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+53:2414:x1847765489711360:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.436450:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.436452:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c2a00/0x96d1ba5869cc07a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b7a expref: 53 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.436453:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.436458:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.436461:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.436477:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eb800/0x96d1ba5869cc07b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b96 expref: 52 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.436480:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.436482:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.436490:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.436503:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.436535:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eb800/0x96d1ba5869cc07b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b96 expref: 52 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.436535:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.436541:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.436575:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+52:2417:x1847765489711232:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.436598:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33852 00010000:00010000:3.0:1762170989.436610:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.436616:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.436617:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.436624:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.436636:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.436652:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+51:2417:x1847765489711104:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 292us (473us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.436660:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.436666:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33851 00000100:00100000:3.0:1762170989.436705:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0884e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+50:2414:x1847765489711360:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 269us (427us total) trans 0 rc 0/0 00010000:00010000:1.0:1762170989.436746:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.436757:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.436766:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.436774:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.436793:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.436826:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ed800/0x96d1ba5869cc07af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b88 expref: 50 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.436838:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481812480:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.436852:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.436858:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.436866:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.436875:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.436883:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.436920:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33853 00010000:00010000:2.0:1762170989.436920:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170989.436985:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+965:3640:x1847765481811712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3334us (4363us total) trans 4294977653 rc 0/0 00000100:00100000:1.0:1762170989.436993:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42472 00010000:00010000:3.0:1762170989.437057:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1762170989.437067:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.437080:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.437085:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.437093:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+964:3642:x1847765481811968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2327us (2557us total) trans 4294977654 rc 0/0 00010000:00010000:3.0:1762170989.437116:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.437118:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42474 00010000:00010000:3.0:1762170989.437144:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.437154:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33200/0x96d1ba5869cc4c74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.437173:0:8387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0886680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8387:1847765481813120:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.437208:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.437208:0:8387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.437218:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.437222:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.437262:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9e74c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481812992:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.437278:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.437278:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d0a80/2, rc 0, transno 4294977654 00000100:00100000:1.0:1762170989.437295:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481811968:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.437318:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.437348:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481812736:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.437367:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481813248:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.437374:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.437393:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.437401:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.437412:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.437420:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.437443:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.437444:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.437456:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4c82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.437493:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489711616 00000100:00100000:1.0:1762170989.437493:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489711488 00000100:00100000:1.0:1762170989.437500:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489711488 00000100:00100000:2.0:1762170989.437501:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489711616 00010000:00010000:2.0:1762170989.437531:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ec200/0x96d1ba5869cc07bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ba4 expref: 50 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.437534:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ea200/0x96d1ba5869cc07c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb2 expref: 50 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.437559:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.437565:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.437567:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33854 00010000:00010000:3.0:1762170989.437574:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.437594:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33855 00000100:00100000:2.0:1762170989.437596:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+50:2417:x1847765489711616:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.437609:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1762170989.437609:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0886680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+50:2416:x1847765489711488:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.437618:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ec200/0x96d1ba5869cc07bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ba4 expref: 50 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.437622:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.437628:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ec200/0x96d1ba5869cc07bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ba4 expref: 50 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.437630:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ea200/0x96d1ba5869cc07c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb2 expref: 50 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.437650:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ec200/0x96d1ba5869cc07bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ba4 expref: 50 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.437650:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ea200/0x96d1ba5869cc07c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb2 expref: 50 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.437671:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.437674:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.437676:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.437681:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ea200/0x96d1ba5869cc07c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bb2 expref: 49 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.437683:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.437740:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.437769:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+48:2417:x1847765489711616:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 191us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.437780:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33854 00010000:00010000:3.0:1762170989.437838:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.437845:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.437851:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.437852:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.437857:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.437875:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.437878:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.437889:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.437897:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.437928:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489711744 00000100:00100000:2.0:1762170989.437931:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489711744 00010000:00010000:1.0:1762170989.437943:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.437944:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eb200/0x96d1ba5869cc09a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e67 expref: 48 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.437966:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33856 00000100:00100000:2.0:1762170989.437974:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+48:2416:x1847765489711744:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.437981:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0886680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+48:2416:x1847765489711488:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 373us (540us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.437982:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.437996:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eb200/0x96d1ba5869cc09a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e67 expref: 48 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.438011:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33855 00010000:00010000:3.0:1762170989.438020:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.438024:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eb200/0x96d1ba5869cc09a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e67 expref: 48 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.438037:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eb200/0x96d1ba5869cc09a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e67 expref: 47 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.438047:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.438049:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.438051:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438056:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438071:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.438087:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+46:2416:x1847765489711744:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 116us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.438093:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33856 00010000:00010000:2.0:1762170989.438112:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.438116:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438122:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.438126:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438139:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438150:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438154:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc200/0x96d1ba5869cc4c89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438175:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.438178:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.438183:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.438185:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d58a80/2, rc 0, transno 4294977653 00000100:00100000:1.0:1762170989.438199:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481811712:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.438203:0:8387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438209:0:8387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438214:0:8387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438219:0:8387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438240:0:8387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.438250:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.438257:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438262:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.438265:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.438270:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1762170989.438273:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438282:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.438286:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481813376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.438288:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4c97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438310:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.438312:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.438315:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.438322:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.438325:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438333:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438340:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438345:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438362:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.438372:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.438376:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.438379:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481813248 00010000:00010000:2.0:1762170989.438382:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.438384:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481813248 00010000:00010000:2.0:1762170989.438386:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438392:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438403:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.438408:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4c90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.438432:0:176032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481813376 00000100:00100000:3.0:1762170989.438433:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+965:3640:x1847765481812224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3046us (3211us total) trans 4294977655 rc 0/0 00010000:00010000:2.0:1762170989.438435:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.438439:0:176032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481813376 00010000:00010000:2.0:1762170989.438441:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.438447:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.438455:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42475 00000100:00100000:3.0:1762170989.438493:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42478 00000100:00100000:1.0:1762170989.438511:0:176032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42479 00000100:00100000:3.0:1762170989.438512:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+966:3643:x1847765481813248:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.438526:0:176032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+966:3641:x1847765481813376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.438542:0:176032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2281 count 1 00010000:00010000:1.0:1762170989.438559:0:176032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.438574:0:176032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ede00/0x96d1ba5869cc07d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bdc expref: 45 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.438593:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.438596:0:176032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.438599:0:176032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.438626:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2280 count 1 00010000:00010000:1.0:1762170989.438643:0:176032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ede00/0x96d1ba5869cc07d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bdc expref: 45 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.438647:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.438672:0:176032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ede00/0x96d1ba5869cc07d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bdc expref: 45 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.438678:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ebe00/0x96d1ba5869cc07cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bce expref: 45 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1762170989.438740:0:176032:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481813504:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.438743:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.438748:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.438752:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.438789:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ebe00/0x96d1ba5869cc07cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bce expref: 45 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.438804:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ebe00/0x96d1ba5869cc07cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bce expref: 45 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.438816:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e4aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481813632:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.438827:0:176032:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.438860:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321a80 going to sleep for 11 seconds 00000004:00080000:1.0:1762170989.438891:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d5ad80/2, rc 0, transno 4294977655 00000100:00100000:1.0:1762170989.438905:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481812224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.438961:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9ed2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481813760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.439014:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.439077:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481813760 00000100:00100000:3.0:1762170989.439083:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481813760 00010000:00010000:1.0:1762170989.439103:0:176028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eb800/0x96d1ba5869cc07b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6b96 expref: 45 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.439122:0:176028:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:176028:1847765481812352:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.439132:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+968:3641:x1847765481812608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3515us (3685us total) trans 4294977657 rc 0/0 00000100:00100000:2.0:1762170989.439142:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42476 00010000:00010000:1.0:1762170989.439149:0:176028:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.439153:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42480 00000100:00100000:3.0:1762170989.439169:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+967:3641:x1847765481813760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.439169:0:176028:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.439191:0:176028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.439195:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2282 count 1 00010000:00010000:1.0:1762170989.439212:0:176028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.439214:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.439237:0:176028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.439253:0:176028:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.439316:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ece00/0x96d1ba5869cc07e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bea expref: 44 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.439323:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.439325:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.439328:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.439365:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ece00/0x96d1ba5869cc07e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bea expref: 44 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.439376:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ece00/0x96d1ba5869cc07e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bea expref: 44 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.439391:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481813888:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.439419:0:176028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+968:3643:x1847765481812096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4732us (4928us total) trans 4294977658 rc 0/0 00000100:00100000:1.0:1762170989.439429:0:176028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42473 00000004:00080000:1.0:1762170989.439483:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8d58e00/2, rc 0, transno 4294977658 00000100:00100000:1.0:1762170989.439502:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481812096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.439517:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321d80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.439542:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.439548:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.439558:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.439561:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.439569:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.439596:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea2eed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481814016:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.439603:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.439610:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448000/0x96d1ba5869cc4c7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.439649:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.439654:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.439656:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.439663:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1762170989.439768:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e51500/2, rc 0, transno 4294977657 00000100:00100000:1.0:1762170989.439781:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481812608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.439836:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1762170989.439847:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb8e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481814144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.439886:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.439893:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e4aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481813632:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.439925:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.439979:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481814016 00000100:00100000:1.0:1762170989.439987:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481814016 00000100:00100000:3.0:1762170989.440021:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.440044:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481814144 00000100:00100000:1.0:1762170989.440049:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481814144 00000100:00100000:1.0:1762170989.440087:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42481 00000100:00100000:1.0:1762170989.440099:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea2eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+969:3642:x1847765481814016:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.440113:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00002000:00080000:1.0:1762170989.440122:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2283 count 1 00010000:00010000:1.0:1762170989.440136:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.440148:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8600/0x96d1ba5869cc07e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf8 expref: 44 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.440153:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.440155:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.440157:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.440174:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42482 00010000:00010000:1.0:1762170989.440176:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8600/0x96d1ba5869cc07e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf8 expref: 44 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.440187:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8600/0x96d1ba5869cc07e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf8 expref: 44 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.440192:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+969:3642:x1847765481814144:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.440203:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5141880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481814272:192.168.202.10@tcp:104: 00002000:00080000:2.0:1762170989.440211:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2284 count 1 00010000:00010000:2.0:1762170989.440227:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.440239:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ed400/0x96d1ba5869cc07ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c06 expref: 44 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.440249:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.440252:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.440255:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.440263:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489711872 00000100:00100000:3.0:1762170989.440269:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489711872 00000100:00100000:1.0:1762170989.440276:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce900 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.440305:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ebe00/0x96d1ba5869cc07cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bce expref: 45 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.440308:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489712000 00000100:00100000:1.0:1762170989.440317:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489712000 00010000:00010000:1.0:1762170989.440346:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ede00/0x96d1ba5869cc07d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bdc expref: 46 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.440361:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33857 00000100:00100000:1.0:1762170989.440395:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33858 00000100:00100000:1.0:1762170989.440407:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+46:2414:x1847765489712000:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.440414:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ed400/0x96d1ba5869cc07ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c06 expref: 46 pid: 8390 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.440422:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.440432:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ed400/0x96d1ba5869cc07ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c06 expref: 46 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.440433:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ede00/0x96d1ba5869cc07d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bdc expref: 46 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.440466:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0886300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481814400:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.440467:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ede00/0x96d1ba5869cc07d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bdc expref: 46 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.440484:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+46:2417:x1847765489711872:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.440490:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.440495:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.440500:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.440501:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.440514:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ebe00/0x96d1ba5869cc07cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bce expref: 46 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.440518:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.440541:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.440575:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ebe00/0x96d1ba5869cc07cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bce expref: 46 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.440575:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.440614:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ebe00/0x96d1ba5869cc07cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bce expref: 46 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.440625:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+45:2414:x1847765489712000:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 218us (523us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.440633:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.440638:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.440639:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33858 00000100:00100000:2.0:1762170989.440650:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.440663:0:9463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489712128 00000100:00100000:1.0:1762170989.440667:0:9463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489712128 00010000:00010000:1.0:1762170989.440687:0:9463:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ece00/0x96d1ba5869cc07e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bea expref: 45 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.440769:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33859 00000100:00100000:1.0:1762170989.440786:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0887b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+45:2417:x1847765489712128:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.440798:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.440808:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ece00/0x96d1ba5869cc07e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bea expref: 45 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.440829:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ece00/0x96d1ba5869cc07e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bea expref: 45 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.440845:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.440847:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.440851:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.440857:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.440881:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.440897:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.440910:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.440921:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0887b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+45:2417:x1847765489712128:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 139us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.440934:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33859 00010000:00010000:3.0:1762170989.440946:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.440992:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+44:2417:x1847765489711872:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 618us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.441115:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33857 00010000:00010000:3.0:1762170989.441407:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ece00/0x96d1ba5869cc07e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bea expref: 43 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.441429:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481813888:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.441458:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.441469:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.441477:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.441488:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.441495:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.441517:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.441544:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:2.0:1762170989.441566:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.441573:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.441593:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.441597:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.441600:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5141880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481814272:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.441614:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.441625:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.441632:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.441641:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4cac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.441668:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.441671:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.441674:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.441699:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0886300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481814400:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.441759:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.441941:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+970:3641:x1847765481813760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2771us (2921us total) trans 4294977659 rc 0/0 00000100:00100000:3.0:1762170989.441953:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42480 00000100:00100000:3.0:1762170989.442032:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.442085:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489712256 00000100:00100000:3.0:1762170989.442092:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489712256 00010000:00010000:3.0:1762170989.442124:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8600/0x96d1ba5869cc07e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf8 expref: 43 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.442165:0:6488:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489712384 00000100:00100000:3.0:1762170989.442170:0:6488:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489712384 00010000:00010000:3.0:1762170989.442187:0:6488:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ed400/0x96d1ba5869cc07ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c06 expref: 44 pid: 8390 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.442222:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33860 00000100:00100000:3.0:1762170989.442235:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea5141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+44:2417:x1847765489712256:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.442250:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.442257:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8600/0x96d1ba5869cc07e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf8 expref: 44 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.442275:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8600/0x96d1ba5869cc07e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf8 expref: 44 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.442298:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8600/0x96d1ba5869cc07e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bf8 expref: 44 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.442318:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.442320:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.442325:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.442332:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.442361:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.442401:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+43:2417:x1847765489712256:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 170us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.442412:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33860 00000100:00100000:3.0:1762170989.442448:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33861 00000100:00100000:3.0:1762170989.442462:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+42:2416:x1847765489712384:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.442473:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.442478:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ed400/0x96d1ba5869cc07ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c06 expref: 42 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.442499:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ed400/0x96d1ba5869cc07ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c06 expref: 42 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.442517:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ed400/0x96d1ba5869cc07ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c06 expref: 42 pid: 8390 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.442533:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.442535:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.442539:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.442546:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.442591:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.442598:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.442610:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.442621:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.442629:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+41:2416:x1847765489712384:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (590us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.442647:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.442658:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33861 00010000:00010000:2.0:1762170989.442670:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.442684:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.442688:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.442699:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.442704:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.442743:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.442757:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.442762:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32000/0x96d1ba5869cc4cba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.442788:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.442790:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.442792:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1762170989.442960:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9ed2c380/2, rc 0, transno 4294977659 00000100:00100000:3.0:1762170989.442987:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9ed2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481813760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.443000:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea5140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+970:3642:x1847765481814144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2812us (3111us total) trans 4294977660 rc 0/0 00000100:00100000:2.0:1762170989.443012:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42482 00010000:00010000:3.0:1762170989.443061:0:176032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ede00/0x96d1ba5869cc07d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6bdc expref: 40 pid: 8390 timeout: 4705 lvb_type: 1 00000004:00080000:2.0:1762170989.443066:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e53100/2, rc 0, transno 4294977660 00000100:00100000:1.0:1762170989.443070:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481814528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.443092:0:176032:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:176032:1847765481813504:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.443094:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481814144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.443117:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.443128:0:176032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.443139:0:176032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.443144:0:176032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.443151:0:176032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.443157:0:176032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.443169:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481814656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.443173:0:176032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.443181:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.443186:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.443192:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.443195:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.443200:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.443208:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.443212:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.443223:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449200/0x96d1ba5869cc4c9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.443246:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.443249:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.443251:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481814528 00010000:00010000:2.0:1762170989.443253:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.443258:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481814528 00000100:00100000:2.0:1762170989.443278:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481814656 00000100:00100000:2.0:1762170989.443282:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481814656 00000100:00100000:1.0:1762170989.443306:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42483 00000100:00100000:2.0:1762170989.443316:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42484 00000100:00100000:1.0:1762170989.443322:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+972:3640:x1847765481814528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.443331:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+972:3641:x1847765481814656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.443345:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2285 count 1 00002000:00080000:2.0:1762170989.443346:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2286 count 1 00010000:00010000:2.0:1762170989.443367:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.443367:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.443397:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9a00/0x96d1ba5869cc07f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c14 expref: 39 pid: 33720 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.443404:0:176032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+972:3641:x1847765481813376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4875us (5077us total) trans 4294977661 rc 0/0 00010000:00010000:2.0:1762170989.443404:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7000/0x96d1ba5869cc080a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c22 expref: 39 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.443421:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.443429:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.443433:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.443436:0:176032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42479 00010000:00010000:1.0:1762170989.443437:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.443438:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.443446:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.443475:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9a00/0x96d1ba5869cc07f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c14 expref: 39 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.443480:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c7000/0x96d1ba5869cc080a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c22 expref: 39 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.443490:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.443498:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9a00/0x96d1ba5869cc07f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c14 expref: 39 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.443499:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c7000/0x96d1ba5869cc080a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c22 expref: 39 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.443529:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.443546:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0885c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481814912:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.443553:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481814784:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.443571:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.443592:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.443612:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1762170989.443638:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.443638:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000004:00080000:1.0:1762170989.443687:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e52680/2, rc 0, transno 4294977661 00000100:00100000:1.0:1762170989.443852:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481813376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.444049:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+972:3643:x1847765481813248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5545us (6632us total) trans 4294977662 rc 0/0 00000100:00100000:3.0:1762170989.444063:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42478 00000004:00080000:1.0:1762170989.444069:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e52a00/2, rc 0, transno 4294977662 00000100:00100000:1.0:1762170989.444092:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481813248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.444106:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.444117:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481815040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.444176:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.444235:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481815040 00000100:00100000:1.0:1762170989.444241:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481815040 00010000:00010000:3.0:1762170989.444245:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.444255:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.444266:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbcc00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.444272:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.444282:0:10282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42485 00000100:00100000:1.0:1762170989.444292:0:10282:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+972:3643:x1847765481815040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.444307:0:10282:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2287 count 1 00010000:00010000:1.0:1762170989.444323:0:10282:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.444339:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.444346:0:10282:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0000/0x96d1ba5869cc0c01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70c1 expref: 39 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.444370:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.444372:0:10282:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.444375:0:10282:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.444378:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.444399:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbcc00/0x96d1ba5869cc4ca5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.444416:0:10282:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889de1db0000/0x96d1ba5869cc0c01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70c1 expref: 39 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.444433:0:10282:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889de1db0000/0x96d1ba5869cc0c01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70c1 expref: 39 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.444434:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.444441:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.444451:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.444458:0:10282:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481815168:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.444478:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.444494:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.444504:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.444511:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.444523:0:10282:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.444665:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.444800:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.444810:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.444819:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.444825:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.444834:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.444862:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.444870:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448c00/0x96d1ba5869cc4cb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.444896:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.444902:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.444905:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.444919:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea2eedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+973:3642:x1847765481814016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4821us (5268us total) trans 4294977663 rc 0/0 00000100:00100000:3.0:1762170989.444928:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42481 00000100:00100000:2.0:1762170989.444974:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481815296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.445024:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1762170989.445097:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea2eed880/2, rc 0, transno 4294977663 00000100:00100000:2.0:1762170989.445109:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea2eed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481814016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.445180:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481815424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.445215:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.445224:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481815296 00000100:00100000:3.0:1762170989.445233:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481815296 00000100:00100000:3.0:1762170989.445283:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481815424 00000100:00100000:3.0:1762170989.445287:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481815424 00000100:00100000:3.0:1762170989.445340:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42486 00000100:00100000:3.0:1762170989.445354:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+974:3643:x1847765481815296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.445378:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2288 count 1 00010000:00010000:3.0:1762170989.445400:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.445409:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42487 00000100:00100000:2.0:1762170989.445429:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+974:3640:x1847765481815424:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.445433:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9800/0x96d1ba5869cc0803 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c3e expref: 39 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.445445:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.445448:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.445452:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1762170989.445452:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2289 count 1 00010000:00010000:2.0:1762170989.445474:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.445491:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104efe00/0x96d1ba5869cc0811 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c4c expref: 39 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.445498:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9800/0x96d1ba5869cc0803 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c3e expref: 39 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.445514:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.445519:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.445524:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9800/0x96d1ba5869cc0803 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c3e expref: 39 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.445525:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.445606:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104efe00/0x96d1ba5869cc0811 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c4c expref: 39 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.445619:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104efe00/0x96d1ba5869cc0811 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c4c expref: 39 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.445632:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0886680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481815680:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.445657:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481815552:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.445695:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.445812:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321000 going to sleep for 11 seconds 00000100:00100000:2.0:1762170989.445979:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0885c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481814912:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.446015:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.446065:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481814784:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.446097:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.446171:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.446231:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.446334:0:10282:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10282:1847765481815168:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.446346:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:1.0:1762170989.446368:0:10282:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.446397:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489712512 00000100:00100000:3.0:1762170989.446405:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489712512 00010000:00010000:3.0:1762170989.446445:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c7000/0x96d1ba5869cc080a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c22 expref: 40 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.446488:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489712640 00000100:00100000:3.0:1762170989.446492:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489712640 00010000:00010000:3.0:1762170989.446520:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9a00/0x96d1ba5869cc07f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c14 expref: 41 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.446560:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489712768 00000100:00100000:3.0:1762170989.446563:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489712768 00010000:00010000:3.0:1762170989.446605:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889de1db0000/0x96d1ba5869cc0c01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70c1 expref: 42 pid: 8390 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.446660:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33862 00000100:00100000:1.0:1762170989.446675:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33863 00000100:00100000:3.0:1762170989.446684:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+42:2417:x1847765489712512:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.446701:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+42:2415:x1847765489712640:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.446703:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.446747:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.446755:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9a00/0x96d1ba5869cc07f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c14 expref: 42 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.446769:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9a00/0x96d1ba5869cc07f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c14 expref: 42 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.446790:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9a00/0x96d1ba5869cc07f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c14 expref: 42 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.446807:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.446810:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.446815:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.446829:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.446831:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c7000/0x96d1ba5869cc080a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c22 expref: 41 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.446888:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c7000/0x96d1ba5869cc080a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c22 expref: 41 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.446902:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.446915:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7000/0x96d1ba5869cc080a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c22 expref: 41 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.446944:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+41:2415:x1847765489712640:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 251us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.446951:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33863 00000100:00100000:1.0:1762170989.446978:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33864 00000100:00100000:1.0:1762170989.446993:0:8405:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+39:2416:x1847765489712768:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.447002:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.447003:0:8405:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.447007:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.447013:0:8405:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889de1db0000/0x96d1ba5869cc0c01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70c1 expref: 39 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.447016:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447029:0:8405:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889de1db0000/0x96d1ba5869cc0c01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70c1 expref: 39 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.447043:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447055:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1db0000/0x96d1ba5869cc0c01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc70c1 expref: 39 pid: 8390 timeout: 4705 lvb_type: 0 00010000:00010000:1.0:1762170989.447069:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.447071:0:8405:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.447073:0:8405:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447079:0:8405:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.447085:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.447094:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447098:0:8405:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.447109:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.447122:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.447133:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+38:2417:x1847765489712512:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 454us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.447133:0:8405:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b817e4e5-d0d0-4446-b333-53495f221f8e+38:2416:x1847765489712768:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 137us (791us total) trans 0 rc 0/0 00010000:00010000:2.0:1762170989.447139:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.447176:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33862 00000100:00100000:1.0:1762170989.447189:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33864 00010000:00010000:2.0:1762170989.447206:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.447231:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+974:3643:x1847765481810688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17315us (17601us total) trans 4294977648 rc 0/0 00000100:00100000:0.0:1762170989.447240:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42469 00010000:00010000:1.0:1762170989.447267:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447273:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447279:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447284:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.447290:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b9ad80/2, rc 0, transno 4294977648 00010000:00010000:1.0:1762170989.447301:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1762170989.447305:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481810688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.447391:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481815808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.447416:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+975:3641:x1847765481814656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4091us (4209us total) trans 4294977664 rc 0/0 00000100:00100000:2.0:1762170989.447426:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42484 00000100:00100000:0.0:1762170989.447450:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.447453:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1762170989.447454:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.447460:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+974:3640:x1847765481814528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4140us (4340us total) trans 4294977665 rc 0/0 00010000:00010000:2.0:1762170989.447464:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.447475:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.447477:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42483 00010000:00010000:2.0:1762170989.447481:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.447485:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0886300/2, rc 0, transno 4294977664 00010000:00010000:2.0:1762170989.447489:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.447494:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481814656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.447501:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481815808 00010000:00010000:2.0:1762170989.447503:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.447508:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481815808 00010000:00010000:2.0:1762170989.447509:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4cc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.447519:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5141880/2, rc 0, transno 4294977665 00000100:00100000:0.0:1762170989.447526:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481814528:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.447539:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.447544:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.447550:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.447552:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42488 00010000:00010000:2.0:1762170989.447556:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.447563:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.447566:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec1b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+974:3641:x1847765481815808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.447592:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.447598:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4cc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.447600:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2290 count 1 00000100:00100000:0.0:1762170989.447607:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9779b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481816064:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.447613:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.447614:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.447616:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.447620:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.447629:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8200/0x96d1ba5869cc0818 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c5a expref: 36 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.447632:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.447649:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1762170989.447653:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec1b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481815936:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.447657:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.447658:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.447661:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1762170989.447664:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447692:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8200/0x96d1ba5869cc0818 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c5a expref: 36 pid: 33720 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.447703:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8200/0x96d1ba5869cc0818 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c5a expref: 36 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.447740:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489713024 00000100:00100000:1.0:1762170989.447741:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481816192:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.447749:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489713024 00000100:00100000:0.0:1762170989.447757:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481816064 00000100:00100000:0.0:1762170989.447763:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481816064 00010000:00010000:3.0:1762170989.447791:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9800/0x96d1ba5869cc0803 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c3e expref: 37 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.447806:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42489 00000100:00100000:0.0:1762170989.447817:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+975:3643:x1847765481816064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.447821:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea42ce900 going to sleep for 11 seconds 00002000:00080000:0.0:1762170989.447830:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2292 count 1 00000100:00100000:3.0:1762170989.447832:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489712896 00000100:00100000:3.0:1762170989.447839:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489712896 00010000:00010000:0.0:1762170989.447846:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447855:0:10282:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.447859:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8e00/0x96d1ba5869cc0826 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c76 expref: 38 pid: 20306 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.447865:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104efe00/0x96d1ba5869cc0811 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c4c expref: 38 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.447885:0:10282:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.447901:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.447906:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.447917:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447920:0:10282:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447928:0:10282:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.447944:0:10282:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.447947:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8e00/0x96d1ba5869cc0826 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c76 expref: 38 pid: 20306 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.447948:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33865 00000100:00100000:2.0:1762170989.447971:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.447971:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8e00/0x96d1ba5869cc0826 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c76 expref: 38 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.447977:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+38:2414:x1847765489713024:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.448003:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1762170989.448004:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481816320:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.448017:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9800/0x96d1ba5869cc0803 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c3e expref: 38 pid: 33720 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.448036:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9800/0x96d1ba5869cc0803 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c3e expref: 38 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.448040:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.448064:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.448067:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.448072:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.448075:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481815936 00000100:00100000:0.0:1762170989.448083:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481815936 00010000:00010000:3.0:1762170989.448086:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.448114:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1762170989.448134:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42490 00000100:00100000:0.0:1762170989.448150:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb651e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+977:3642:x1847765481815936:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.448160:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+38:2414:x1847765489713024:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 189us (716us total) trans 0 rc 0/0 00002000:00080000:0.0:1762170989.448173:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2291 count 1 00000100:00100000:3.0:1762170989.448174:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33865 00010000:00010000:0.0:1762170989.448196:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.448215:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ed600/0x96d1ba5869cc081f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c68 expref: 37 pid: 24347 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.448223:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33866 00010000:00010000:0.0:1762170989.448238:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.448241:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1762170989.448248:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+37:2417:x1847765489712896:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1762170989.448249:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.448269:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.448278:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104efe00/0x96d1ba5869cc0811 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c4c expref: 37 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.448285:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ed600/0x96d1ba5869cc081f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c68 expref: 37 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.448306:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104efe00/0x96d1ba5869cc0811 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c4c expref: 37 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.448306:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ed600/0x96d1ba5869cc081f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c68 expref: 37 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.448360:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481816448:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.448364:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.448368:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.448372:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.448382:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.448387:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.448402:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.448439:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8754a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+37:2417:x1847765489712896:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 198us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.448449:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33866 00010000:00010000:2.0:1762170989.448465:0:176031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104efe00/0x96d1ba5869cc0811 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c4c expref: 36 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.448477:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0886680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481815680:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.448501:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.448505:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.448509:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.448515:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.448522:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.448554:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.448557:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.448562:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.448564:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.448618:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.448625:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.448640:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.448649:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448200/0x96d1ba5869cc4ccf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10282 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.449051:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.449057:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.449067:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.449073:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.449084:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.449103:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.449111:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32600/0x96d1ba5869cc4cdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.449157:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.449163:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.449169:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.449352:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9800/0x96d1ba5869cc0803 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c3e expref: 35 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.449368:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481815552:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.449388:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+978:3640:x1847765481815424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3955us (4165us total) trans 4294977667 rc 0/0 00010000:00010000:3.0:1762170989.449403:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.449403:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42487 00010000:00010000:3.0:1762170989.449418:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.449425:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.449435:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.449442:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.449462:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1762170989.449465:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0885180/2, rc 0, transno 4294977667 00000100:00100000:0.0:1762170989.449478:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481815424:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.449493:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.449499:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.449505:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.449511:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.449518:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.449536:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.449542:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd400/0x96d1ba5869cc4cd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.449566:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.449569:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.449572:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.449872:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+978:3643:x1847765481815296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4519us (4849us total) trans 4294977668 rc 0/0 00010000:00010000:2.0:1762170989.449873:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.449887:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42486 00000100:00100000:2.0:1762170989.449967:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.450017:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000004:00080000:3.0:1762170989.450022:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0885880/2, rc 0, transno 4294977668 00000100:00100000:3.0:1762170989.450038:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481815296:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.450131:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.450146:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489713280 00000100:00100000:3.0:1762170989.450154:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489713280 00000100:00100000:2.0:1762170989.450190:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481816320:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.450212:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.450237:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8200/0x96d1ba5869cc0818 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c5a expref: 35 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.450270:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481816448:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.450281:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489713152 00000100:00100000:3.0:1762170989.450288:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489713152 00010000:00010000:2.0:1762170989.450294:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.450311:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8e00/0x96d1ba5869cc0826 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c76 expref: 36 pid: 20306 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.450346:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489713408 00000100:00100000:3.0:1762170989.450351:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489713408 00000100:00100000:2.0:1762170989.450360:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33867 00010000:00010000:3.0:1762170989.450374:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ed600/0x96d1ba5869cc081f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c68 expref: 37 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.450382:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0886680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+37:2417:x1847765489713280:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.450412:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.450422:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8200/0x96d1ba5869cc0818 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c5a expref: 37 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.450436:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33868 00010000:00010000:2.0:1762170989.450450:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8200/0x96d1ba5869cc0818 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c5a expref: 37 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.450451:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+37:2416:x1847765489713152:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.450480:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.450488:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8e00/0x96d1ba5869cc0826 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c76 expref: 37 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.450489:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.450498:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.450507:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.450515:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8e00/0x96d1ba5869cc0826 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c76 expref: 37 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.450533:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.450549:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8e00/0x96d1ba5869cc0826 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c76 expref: 37 pid: 20306 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.450555:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.450568:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.450572:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.450590:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.450599:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.450617:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0886680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+36:2417:x1847765489713280:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 242us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.450629:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33867 00010000:00010000:3.0:1762170989.450630:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.450663:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33869 00000100:00100000:3.0:1762170989.450675:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+35:2416:x1847765489713152:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 225us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.450680:0:6488:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+35:2417:x1847765489713408:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1762170989.450696:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33868 00010000:00010000:2.0:1762170989.450699:0:6488:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.450742:0:6488:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ed600/0x96d1ba5869cc081f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c68 expref: 35 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.450758:0:6488:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ed600/0x96d1ba5869cc081f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c68 expref: 34 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.450777:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ed600/0x96d1ba5869cc081f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c68 expref: 34 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.450790:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.450792:0:6488:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.450795:0:6488:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.450802:0:6488:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.450821:0:6488:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.450846:0:6488:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b817e4e5-d0d0-4446-b333-53495f221f8e+33:2417:x1847765489713408:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 174us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.450855:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33869 00010000:00010000:2.0:1762170989.450977:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.450983:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.450989:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.450998:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451011:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.451018:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.451022:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451026:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.451029:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451035:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451043:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451047:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11200/0x96d1ba5869cc4ceb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451065:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.451068:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.451073:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.451273:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9b751f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+978:3643:x1847765481816064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3457us (3623us total) trans 4294977669 rc 0/0 00000100:00100000:2.0:1762170989.451285:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42489 00000100:00100000:0.0:1762170989.451288:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481816704:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.451317:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9779b800/2, rc 0, transno 4294977669 00010000:00010000:2.0:1762170989.451324:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451334:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.451337:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9779b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481816064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.451348:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1762170989.451361:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451368:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451386:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1762170989.451401:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170989.451415:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481816576:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.451438:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.451447:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.451449:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.451461:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.451467:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.451476:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.451495:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.451504:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10800/0x96d1ba5869cc4cf2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.451510:0:176826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481816704 00000100:00100000:2.0:1762170989.451517:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+978:3642:x1847765481815936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3372us (3549us total) trans 4294977670 rc 0/0 00000100:00100000:0.0:1762170989.451521:0:176826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481816704 00000100:00100000:2.0:1762170989.451529:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42490 00010000:00010000:3.0:1762170989.451543:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.451550:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.451555:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.451560:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481816576 00000100:00100000:2.0:1762170989.451565:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481816576 00000100:00100000:3.0:1762170989.451592:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1762170989.451602:0:176826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42491 00000100:00100000:3.0:1762170989.451612:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9fd70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481816832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.451620:0:176826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+979:3641:x1847765481816704:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.451631:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42492 00000100:00100000:2.0:1762170989.451646:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+979:3641:x1847765481816576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.451655:0:176826:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2294 count 1 00002000:00080000:2.0:1762170989.451665:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2293 count 1 00010000:00010000:0.0:1762170989.451679:0:176826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451686:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.451695:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.451764:0:176826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eee00/0x96d1ba5869cc0834 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c92 expref: 32 pid: 33721 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.451774:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9400/0x96d1ba5869cc082d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c84 expref: 32 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.451776:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.451781:0:176826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.451786:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.451787:0:176826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.451792:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.451798:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.451822:0:8390:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481816832 00010000:00010000:0.0:1762170989.451830:0:176826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eee00/0x96d1ba5869cc0834 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c92 expref: 32 pid: 33721 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.451832:0:8390:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481816832 00010000:00010000:2.0:1762170989.451835:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9400/0x96d1ba5869cc082d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c84 expref: 32 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.451867:0:176826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eee00/0x96d1ba5869cc0834 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c92 expref: 32 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.451868:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9400/0x96d1ba5869cc082d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c84 expref: 32 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.451891:0:8390:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42493 00000100:00100000:2.0:1762170989.451897:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0887b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481817088:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.451899:0:176826:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481816960:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.451917:0:8390:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9fd73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+980:3643:x1847765481816832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.451942:0:8390:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2295 count 1 00010000:00010000:3.0:1762170989.451965:0:8390:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.451966:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.451968:0:176826:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.451989:0:8390:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889d89691000/0x96d1ba5869cc0af0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fb0 expref: 32 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.451998:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.452000:0:8390:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1762170989.452004:0:8390:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1762170989.452044:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b98e00/2, rc 0, transno 4294977670 00000100:00100000:2.0:1762170989.452054:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481815936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.452066:0:8390:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889d89691000/0x96d1ba5869cc0af0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fb0 expref: 32 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.452082:0:8390:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889d89691000/0x96d1ba5869cc0af0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fb0 expref: 32 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:3.0:1762170989.452097:0:8390:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc218e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481817216:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.452146:0:8390:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.452471:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc21ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481817344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.452518:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.452621:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481817344 00000100:00100000:3.0:1762170989.452628:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481817344 00000100:00100000:3.0:1762170989.452679:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42494 00000100:00100000:3.0:1762170989.452694:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+981:3643:x1847765481817344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.452741:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2296 count 1 00010000:00010000:3.0:1762170989.452757:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.452772:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ed200/0x96d1ba5869cc0842 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cae expref: 32 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.452780:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.452782:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.452889:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.452969:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ed200/0x96d1ba5869cc0842 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cae expref: 32 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.452979:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ed200/0x96d1ba5869cc0842 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cae expref: 32 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.452988:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481817472:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.453042:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:2.0:1762170989.453085:0:33721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8200/0x96d1ba5869cc0818 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c5a expref: 32 pid: 33720 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.453099:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481816192:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.453123:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.453132:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.453139:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.453148:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.453156:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.453179:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.453185:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.453193:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.453201:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.453206:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.453215:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.453237:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.453244:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449e00/0x96d1ba5869cc4ce4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.453268:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.453272:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.453274:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.453396:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec1b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+982:3641:x1847765481815808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5834us (5957us total) trans 4294977671 rc 0/0 00000100:00100000:2.0:1762170989.453406:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42488 00000004:00080000:0.0:1762170989.453408:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec1b99c00/2, rc 0, transno 4294977671 00000100:00100000:0.0:1762170989.453423:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec1b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481815808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.453465:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0887b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481817088:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.453483:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.453543:0:176826:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:176826:1847765481816960:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.453559:0:176826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.453674:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481817600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.453736:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.453757:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.453786:0:33721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481817600 00000100:00100000:0.0:1762170989.453793:0:33721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481817600 00000100:00100000:3.0:1762170989.453806:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.453835:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42495 00000100:00100000:0.0:1762170989.453846:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+982:3640:x1847765481817600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.453868:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2297 count 1 00000100:00100000:3.0:1762170989.453879:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.453885:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.453905:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ef400/0x96d1ba5869cc0849 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cbc expref: 31 pid: 10282 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.453907:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489713664 00000100:00100000:3.0:1762170989.453914:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489713664 00010000:00010000:0.0:1762170989.453916:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.453919:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.453923:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.453945:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889d89691000/0x96d1ba5869cc0af0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fb0 expref: 32 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.453948:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ef400/0x96d1ba5869cc0849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cbc expref: 32 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.453973:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ef400/0x96d1ba5869cc0849 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cbc expref: 32 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.453983:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489713536 00000100:00100000:0.0:1762170989.453984:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d98700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481817728:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.453988:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489713536 00010000:00010000:3.0:1762170989.454007:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9400/0x96d1ba5869cc082d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c84 expref: 33 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.454036:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.454128:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489713792 00000100:00100000:3.0:1762170989.454131:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489713792 00010000:00010000:3.0:1762170989.454148:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eee00/0x96d1ba5869cc0834 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c92 expref: 34 pid: 33721 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.454168:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33870 00000100:00100000:3.0:1762170989.454177:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+34:2414:x1847765489713664:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.454187:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.454192:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889d89691000/0x96d1ba5869cc0af0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fb0 expref: 34 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.454203:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889d89691000/0x96d1ba5869cc0af0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fb0 expref: 34 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:3.0:1762170989.454224:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.454226:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.454231:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.454240:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.454255:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.454282:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+34:2414:x1847765489713664:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 106us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.454289:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33870 00000100:00100000:3.0:1762170989.454309:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33871 00000100:00100000:3.0:1762170989.454318:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3be850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+33:2417:x1847765489713536:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.454327:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.454332:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9400/0x96d1ba5869cc082d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c84 expref: 33 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.454397:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9400/0x96d1ba5869cc082d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c84 expref: 33 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.454412:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9400/0x96d1ba5869cc082d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c84 expref: 33 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.454424:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.454426:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.454430:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.454437:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.454459:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.454484:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3be850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+32:2417:x1847765489713536:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.454491:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33871 00000100:00100000:3.0:1762170989.454547:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33872 00000100:00100000:3.0:1762170989.454557:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc219880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+31:2416:x1847765489713792:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.454566:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.454571:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eee00/0x96d1ba5869cc0834 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c92 expref: 31 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.454596:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eee00/0x96d1ba5869cc0834 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c92 expref: 31 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.454610:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eee00/0x96d1ba5869cc0834 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6c92 expref: 31 pid: 33721 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.454622:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.454623:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.454626:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.454638:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.454666:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.454672:0:176826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.454683:0:176826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.454691:0:176826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.454693:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc219880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+30:2416:x1847765489713792:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 138us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.454735:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33872 00010000:00010000:0.0:1762170989.454736:0:176826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.454761:0:176826:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.454790:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.454795:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.454796:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.454818:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.454822:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10200 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.454828:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.454830:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.454839:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.454842:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.454852:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.454857:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10200/0x96d1ba5869cc4cf9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.454861:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.454874:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1762170989.454878:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.454883:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.454885:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.454890:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.454897:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.454905:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32c00/0x96d1ba5869cc4d00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.454922:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.454924:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.454927:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.454940:0:176826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+984:3641:x1847765481816704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3326us (3601us total) trans 4294977672 rc 0/0 00000100:00100000:0.0:1762170989.454949:0:176826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42491 00000004:00080000:0.0:1762170989.455000:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea9b9aa00/2, rc 0, transno 4294977672 00000100:00100000:0.0:1762170989.455015:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea9b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481816704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.455037:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+983:3641:x1847765481816576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3395us (3586us total) trans 4294977673 rc 0/0 00000004:00080000:0.0:1762170989.455040:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d98a80/2, rc 0, transno 4294977673 00000100:00100000:0.0:1762170989.455050:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481816576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.455053:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42492 00010000:00010000:2.0:1762170989.455109:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.455138:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481817472:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.455139:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1762170989.455152:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481817856:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.455164:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.455189:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.455202:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.455226:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb3d98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481817984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.455256:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.455280:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481817856 00000100:00100000:0.0:1762170989.455283:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481817856 00000100:00100000:0.0:1762170989.455318:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481817984 00000100:00100000:0.0:1762170989.455321:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481817984 00000100:00100000:2.0:1762170989.455328:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42496 00000100:00100000:3.0:1762170989.455336:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489713920 00000100:00100000:2.0:1762170989.455341:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+984:3640:x1847765481817856:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.455343:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489713920 00000100:00100000:0.0:1762170989.455353:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42497 00002000:00080000:2.0:1762170989.455360:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2298 count 1 00000100:00100000:0.0:1762170989.455362:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb87e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+984:3642:x1847765481817984:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.455378:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1762170989.455380:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2299 count 1 00010000:00010000:2.0:1762170989.455394:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8c00/0x96d1ba5869cc0850 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cca expref: 30 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.455397:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.455406:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.455410:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.455412:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ed200/0x96d1ba5869cc0842 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cae expref: 30 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.455414:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.455415:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ec000/0x96d1ba5869cc0857 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd8 expref: 30 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.455443:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.455446:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.455450:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.455456:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8c00/0x96d1ba5869cc0850 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cca expref: 30 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1762170989.455458:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33873 00000100:00100000:3.0:1762170989.455471:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+30:2417:x1847765489713920:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.455475:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8c00/0x96d1ba5869cc0850 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cca expref: 30 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.455482:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ec000/0x96d1ba5869cc0857 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd8 expref: 30 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.455484:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.455493:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481818112:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.455494:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ed200/0x96d1ba5869cc0842 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cae expref: 30 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.455502:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ec000/0x96d1ba5869cc0857 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd8 expref: 30 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.455520:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ed200/0x96d1ba5869cc0842 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cae expref: 30 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.455524:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5982680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481818240:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.455545:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ed200/0x96d1ba5869cc0842 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cae expref: 30 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.455547:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.455560:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.455563:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.455564:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.455567:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.455589:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.455612:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.455636:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+29:2417:x1847765489713920:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 167us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.455643:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33873 00010000:00010000:2.0:1762170989.455671:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.455680:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.455689:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.455697:0:8390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889d89691000/0x96d1ba5869cc0af0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6fb0 expref: 28 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:2.0:1762170989.455698:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.455741:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1762170989.455757:0:8390:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc218e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8390:1847765481817216:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.455852:0:8390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.455862:0:8390:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.455869:0:8390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.455877:0:8390:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.455885:0:8390:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.455900:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+985:3643:x1847765481817344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3211us (3382us total) trans 4294977674 rc 0/0 00000100:00100000:2.0:1762170989.455908:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42494 00000004:00080000:2.0:1762170989.455945:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc21ad80/2, rc 0, transno 4294977674 00000100:00100000:2.0:1762170989.455958:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc21ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481817344:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.455967:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.455973:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.455982:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.455986:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.455997:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.456000:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1762170989.456011:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481818368:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.456014:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.456021:0:8390:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.456033:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc600/0x96d1ba5869cc4d0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.456043:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.456059:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.456064:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.456071:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbca00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.456075:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.456084:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.456087:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481818368 00000100:00100000:2.0:1762170989.456093:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481818368 00010000:00010000:0.0:1762170989.456100:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.456110:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbca00/0x96d1ba5869cc4d07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8390 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.456131:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42498 00010000:00010000:0.0:1762170989.456135:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.456140:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.456144:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+986:3642:x1847765481818368:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.456145:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1762170989.456160:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2300 count 1 00010000:00010000:2.0:1762170989.456173:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.456186:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104eec00/0x96d1ba5869cc085e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ce6 expref: 27 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.456194:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.456196:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.456198:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.456222:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104eec00/0x96d1ba5869cc085e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ce6 expref: 27 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.456232:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104eec00/0x96d1ba5869cc085e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ce6 expref: 27 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.456243:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec0885500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481818496:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.456301:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5e480 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.456374:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d98700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481817728:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.456394:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.457042:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5982680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481818240:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.457049:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.457058:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.457078:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.457149:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:2.0:1762170989.457190:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481818112:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.457210:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.457616:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0885500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481818496:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.457636:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.457859:0:24347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb651ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+986:3642:x1847765481808896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35342us (35478us total) trans 4294977641 rc 0/0 00000100:00100000:0.0:1762170989.457866:0:24347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42461 00000004:00080000:0.0:1762170989.458035:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd76680/2, rc 0, transno 4294977641 00000100:00100000:2.0:1762170989.458046:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:0.0:1762170989.458046:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481808896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.458128:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481818624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.458159:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.458209:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489714176 00000100:00100000:2.0:1762170989.458215:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489714176 00010000:00010000:2.0:1762170989.458242:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8c00/0x96d1ba5869cc0850 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cca expref: 28 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.458267:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489714048 00000100:00100000:2.0:1762170989.458271:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489714048 00010000:00010000:2.0:1762170989.458290:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ef400/0x96d1ba5869cc0849 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cbc expref: 29 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.458311:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489714304 00000100:00100000:2.0:1762170989.458315:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489714304 00010000:00010000:2.0:1762170989.458332:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ec000/0x96d1ba5869cc0857 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd8 expref: 30 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.458365:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489714432 00000100:00100000:2.0:1762170989.458369:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489714432 00000100:00100000:1.0:1762170989.458379:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33874 00010000:00010000:2.0:1762170989.458387:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104eec00/0x96d1ba5869cc085e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ce6 expref: 31 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.458394:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0887b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+31:2417:x1847765489714176:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.458410:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.458414:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33875 00010000:00010000:1.0:1762170989.458418:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8c00/0x96d1ba5869cc0850 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cca expref: 31 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.458429:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+31:2416:x1847765489714048:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.458435:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8c00/0x96d1ba5869cc0850 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cca expref: 31 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.458441:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.458450:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ef400/0x96d1ba5869cc0849 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cbc expref: 31 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.458465:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8c00/0x96d1ba5869cc0850 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cca expref: 31 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.458467:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ef400/0x96d1ba5869cc0849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cbc expref: 31 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.458494:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.458496:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ef400/0x96d1ba5869cc0849 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cbc expref: 30 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.458499:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.458505:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.458514:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.458516:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.458517:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.458522:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.458533:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.458547:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.458556:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1762170989.458602:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0887b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+29:2417:x1847765489714176:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 212us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.458603:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+29:2416:x1847765489714048:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 177us (1523us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.458617:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33874 00000100:00100000:2.0:1762170989.458626:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33875 00000100:00100000:1.0:1762170989.458650:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33876 00000100:00100000:2.0:1762170989.458659:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33877 00000100:00100000:1.0:1762170989.458664:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8d58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+27:2414:x1847765489714304:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.458671:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec0885500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+27:2417:x1847765489714432:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.458678:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.458682:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.458687:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ec000/0x96d1ba5869cc0857 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd8 expref: 27 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.458692:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104eec00/0x96d1ba5869cc085e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ce6 expref: 27 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.458705:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ec000/0x96d1ba5869cc0857 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd8 expref: 27 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.458733:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104eec00/0x96d1ba5869cc085e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ce6 expref: 27 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.458762:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104eec00/0x96d1ba5869cc085e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6ce6 expref: 27 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.458766:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ec000/0x96d1ba5869cc0857 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cd8 expref: 27 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.458780:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.458783:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.458787:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.458788:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.458790:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.458792:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.458797:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.458803:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.458809:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.458827:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1762170989.458835:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.458850:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+25:2417:x1847765489714432:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 183us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.458857:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33877 00000100:00100000:1.0:1762170989.458865:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8d58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+25:2414:x1847765489714304:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 205us (1716us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.458874:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33876 00010000:00010000:2.0:1762170989.458885:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.458896:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.458906:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.458908:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.458920:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481818624 00010000:00010000:2.0:1762170989.458923:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.458928:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.458940:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.458944:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1762170989.458952:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.458969:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1762170989.459015:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481818624 00000100:00100000:3.0:1762170989.459063:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42499 00010000:00010000:2.0:1762170989.459072:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1762170989.459075:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+988:3640:x1847765481818624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.459079:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459089:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11400 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.459094:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1762170989.459097:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2301 count 1 00010000:00010000:2.0:1762170989.459105:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459119:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.459122:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459129:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11400/0x96d1ba5869cc4d15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.459141:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+988:3640:x1847765481817856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3802us (3950us total) trans 4294977677 rc 0/0 00010000:00010000:3.0:1762170989.459143:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9600/0x96d1ba5869cc0865 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cf4 expref: 23 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.459159:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1762170989.459159:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42496 00010000:00010000:3.0:1762170989.459160:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.459166:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.459167:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.459171:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459177:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33a00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.459183:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459191:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.459207:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.459208:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9600/0x96d1ba5869cc0865 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cf4 expref: 23 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.459209:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.459231:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459234:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33a00/0x96d1ba5869cc4d1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.459242:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9600/0x96d1ba5869cc0865 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cf4 expref: 23 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.459250:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459265:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.459269:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.459272:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459273:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.459274:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc218e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481818752:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.459282:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1762170989.459304:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.459310:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.459317:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.459327:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c10600 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.459331:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.459337:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321d80 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.459340:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.459348:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+988:3640:x1847765481817600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5504us (5612us total) trans 4294977676 rc 0/0 00000100:00100000:2.0:1762170989.459357:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42495 00010000:00010000:0.0:1762170989.459358:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.459367:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c10600/0x96d1ba5869cc4d23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459385:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459400:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.459401:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.459406:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.459411:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.459413:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459421:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459435:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1762170989.459442:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb87e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+987:3642:x1847765481817984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4080us (4182us total) trans 4294977678 rc 0/0 00000100:00100000:1.0:1762170989.459451:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42497 00000004:00080000:1.0:1762170989.459496:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d98380/2, rc 0, transno 4294977678 00000100:00100000:1.0:1762170989.459510:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481817984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.459564:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481818880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.459600:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec0885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+987:3642:x1847765481818368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3460us (3558us total) trans 4294977679 rc 0/0 00000100:00100000:2.0:1762170989.459609:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42498 00000100:00100000:1.0:1762170989.459616:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.459628:0:33719:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481818880 00000100:00100000:2.0:1762170989.459632:0:33719:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481818880 00000100:00100000:2.0:1762170989.459666:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42500 00000100:00100000:2.0:1762170989.459676:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+987:3641:x1847765481818880:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1762170989.459680:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0886680/2, rc 0, transno 4294977679 00002000:00080000:2.0:1762170989.459689:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2302 count 1 00000100:00100000:1.0:1762170989.459693:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481818368:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.459705:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.459739:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104edc00/0x96d1ba5869cc086c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d02 expref: 23 pid: 22703 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1762170989.459742:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb3d99180/2, rc 0, transno 4294977677 00010000:00010000:2.0:1762170989.459750:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.459752:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb3d99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481817856:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.459754:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.459760:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.459770:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc219500/2, rc 0, transno 4294977676 00000100:00100000:1.0:1762170989.459775:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481817600:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.459784:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104edc00/0x96d1ba5869cc086c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d02 expref: 23 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1762170989.459796:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104edc00/0x96d1ba5869cc086c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d02 expref: 23 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.459808:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481819008:192.168.202.10@tcp:104: 00000100:00100000:2.0:1762170989.459865:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9bf5ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.459899:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481819264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.459938:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.459970:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1762170989.459979:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481819136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.460008:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.460047:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1762170989.460056:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481819392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.460084:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.460133:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481819264 00000100:00100000:1.0:1762170989.460137:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481819264 00000100:00100000:1.0:1762170989.460170:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481819136 00000100:00100000:1.0:1762170989.460174:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481819136 00000100:00100000:0.0:1762170989.460177:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481819392 00000100:00100000:0.0:1762170989.460184:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481819392 00000100:00100000:1.0:1762170989.460204:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42501 00000100:00100000:1.0:1762170989.460213:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+990:3643:x1847765481819264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.460226:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2304 count 1 00000100:00100000:0.0:1762170989.460228:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42502 00000100:00100000:0.0:1762170989.460239:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+990:3643:x1847765481819136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.460241:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.460256:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7c00/0x96d1ba5869cc087a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d1e expref: 23 pid: 24347 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1762170989.460257:0:176029:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2303 count 1 00010000:00010000:1.0:1762170989.460268:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.460270:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.460274:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.460274:0:176029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.460303:0:176029:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8600/0x96d1ba5869cc09df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x40000000020000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e9f expref: 23 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.460311:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1762170989.460314:0:176029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1762170989.460316:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c7c00/0x96d1ba5869cc087a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d1e expref: 23 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.460319:0:176029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.460339:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c7c00/0x96d1ba5869cc087a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d1e expref: 23 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.460351:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481819520:192.168.202.10@tcp:104: 00010000:00010000:0.0:1762170989.460357:0:176029:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104e8600/0x96d1ba5869cc09df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000000030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e9f expref: 23 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.460369:0:176029:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104e8600/0x96d1ba5869cc09df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x70000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e9f expref: 23 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.460381:0:176029:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5982680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481819648:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.460387:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889e9ed5a780 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.460410:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42503 00000100:00100000:0.0:1762170989.460418:0:176029:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.460420:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+990:3641:x1847765481819392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1762170989.460435:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2305 count 1 00010000:00010000:1.0:1762170989.460448:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.460460:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9200/0x96d1ba5869cc0881 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d2c expref: 23 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.460467:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.460468:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.460471:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.460500:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9200/0x96d1ba5869cc0881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d2c expref: 23 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.460511:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9200/0x96d1ba5869cc0881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d2c expref: 23 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.460521:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481819776:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.460556:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00000100:00100000:3.0:1762170989.462362:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc218e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481818752:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.462395:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.462424:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.462431:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.462436:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481819008:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.462443:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c33800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.462450:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.462460:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.462462:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.462488:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.462497:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c33800/0x96d1ba5869cc4d2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.462528:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.462531:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.462534:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1762170989.462997:0:176029:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5982680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:176029:1847765481819648:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.463006:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:0.0:1762170989.463016:0:176029:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.463045:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.463055:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489714560 00000100:00100000:3.0:1762170989.463062:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489714560 00000100:00100000:1.0:1762170989.463076:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.463097:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9600/0x96d1ba5869cc0865 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cf4 expref: 24 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.463109:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.463139:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489714944 00000100:00100000:3.0:1762170989.463144:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489714944 00000100:00100000:1.0:1762170989.463149:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00010000:00010000:3.0:1762170989.463163:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104e8600/0x96d1ba5869cc09df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e9f expref: 25 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:2.0:1762170989.463172:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489714688 00000100:00100000:2.0:1762170989.463176:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489714688 00000100:00100000:3.0:1762170989.463187:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489714816 00000100:00100000:1.0:1762170989.463192:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481819776:192.168.202.10@tcp:104: 00000100:00100000:3.0:1762170989.463193:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489714816 00010000:00010000:2.0:1762170989.463194:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9200/0x96d1ba5869cc0881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d2c expref: 26 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.463214:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104edc00/0x96d1ba5869cc086c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d02 expref: 27 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.463215:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489715072 00000100:00100000:2.0:1762170989.463219:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489715072 00010000:00010000:1.0:1762170989.463219:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.463229:0:10282:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+990:3643:x1847765481815040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18934us (19053us total) trans 4294977666 rc 0/0 00010000:00010000:2.0:1762170989.463234:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c7c00/0x96d1ba5869cc087a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d1e expref: 28 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.463252:0:10282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42485 00000100:00100000:3.0:1762170989.463272:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33878 00000100:00100000:2.0:1762170989.463279:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33879 00000004:00080000:1.0:1762170989.463280:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec0885f80/2, rc 0, transno 4294977666 00000100:00100000:3.0:1762170989.463287:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+28:2415:x1847765489714560:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1762170989.463290:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+28:2415:x1847765489714944:12345-192.168.202.10@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1762170989.463296:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec0885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481815040:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.463304:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.463305:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.463317:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104e8600/0x96d1ba5869cc09df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e9f expref: 28 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:0.0:1762170989.463317:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481819520:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.463318:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9600/0x96d1ba5869cc0865 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cf4 expref: 28 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.463341:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104e8600/0x96d1ba5869cc09df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e9f expref: 28 pid: 33719 timeout: 4705 lvb_type: 0 00010000:00010000:0.0:1762170989.463341:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.463347:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9600/0x96d1ba5869cc0865 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cf4 expref: 28 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.463362:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1762170989.463370:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104e8600/0x96d1ba5869cc09df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x44801400030020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6e9f expref: 28 pid: 33719 timeout: 4705 lvb_type: 0 00000100:00100000:1.0:1762170989.463378:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481819904:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.463381:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9600/0x96d1ba5869cc0865 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6cf4 expref: 28 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.463388:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.463392:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.463396:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1762170989.463396:0:9463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33880 00010000:00010000:2.0:1762170989.463398:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.463401:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.463407:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.463412:0:9463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+26:2414:x1847765489714688:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.463414:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.463421:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.463426:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.463431:0:9463:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1762170989.463440:0:9463:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9200/0x96d1ba5869cc0881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d2c expref: 26 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.463449:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.463454:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.463454:0:9463:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9200/0x96d1ba5869cc0881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d2c expref: 26 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.463466:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481819904 00000100:00100000:1.0:1762170989.463470:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481819904 00010000:00010000:0.0:1762170989.463474:0:9463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e9200/0x96d1ba5869cc0881 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d2c expref: 26 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.463486:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.463489:0:9463:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.463492:0:9463:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.463498:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+25:2415:x1847765489714944:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 208us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.463500:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+25:2415:x1847765489714560:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 215us (494us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.463513:0:9463:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.463515:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33879 00000100:00100000:3.0:1762170989.463525:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33878 00000100:00100000:2.0:1762170989.463537:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33881 00010000:00010000:0.0:1762170989.463545:0:9463:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1762170989.463546:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+23:2416:x1847765489714816:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.463556:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.463560:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104edc00/0x96d1ba5869cc086c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d02 expref: 23 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.463587:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104edc00/0x96d1ba5869cc086c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d02 expref: 23 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.463587:0:9463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b817e4e5-d0d0-4446-b333-53495f221f8e+23:2414:x1847765489714688:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 165us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.463594:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33882 00000100:00100000:0.0:1762170989.463606:0:9463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33880 00000100:00100000:3.0:1762170989.463612:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+23:2416:x1847765489715072:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1762170989.463616:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104edc00/0x96d1ba5869cc086c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d02 expref: 23 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.463616:0:33721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42504 00010000:00010000:3.0:1762170989.463628:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.463631:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.463632:0:33721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ec14bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+990:3640:x1847765481819904:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.463637:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.463638:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c7c00/0x96d1ba5869cc087a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d1e expref: 21 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.463643:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.463654:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1762170989.463655:0:33721:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2306 count 1 00010000:00010000:2.0:1762170989.463656:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.463660:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c7c00/0x96d1ba5869cc087a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d1e expref: 21 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.463674:0:33721:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.463682:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.463695:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1762170989.463698:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c7c00/0x96d1ba5869cc087a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d1e expref: 21 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.463702:0:33721:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb000/0x96d1ba5869cc0888 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d3a expref: 21 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.463702:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.463737:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.463740:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.463741:0:33721:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.463745:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.463747:0:33721:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.463751:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+20:2416:x1847765489714816:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 203us (642us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.463753:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.463753:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.463769:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33881 00010000:00010000:1.0:1762170989.463779:0:33721:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb000/0x96d1ba5869cc0888 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d3a expref: 19 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.463782:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.463791:0:176029:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.463797:0:33721:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb000/0x96d1ba5869cc0888 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d3a expref: 19 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.463805:0:176029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.463815:0:33721:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ec14b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481820032:192.168.202.10@tcp:104: 00010000:00010000:2.0:1762170989.463819:0:176029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.463834:0:176029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.463850:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.463853:0:176029:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1762170989.463859:0:33721:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea30610c0 going to sleep for 11 seconds 00010000:00010000:3.0:1762170989.463877:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.463905:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+19:2416:x1847765489715072:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 298us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.463913:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33882 00010000:00010000:1.0:1762170989.463931:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.463941:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.463943:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.463967:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.463969:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1762170989.463972:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+992:3641:x1847765481819392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3551us (3885us total) trans 4294977680 rc 0/0 00000100:00100000:0.0:1762170989.463993:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42503 00010000:00010000:1.0:1762170989.463994:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.463996:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.464016:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1762170989.464022:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170989.464028:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464037:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.464041:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464059:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.464062:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464086:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.464090:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1762170989.464099:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449800/0x96d1ba5869cc4d4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464121:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1762170989.464126:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464133:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.464137:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.464144:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+993:3640:x1847765481818624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5072us (5981us total) trans 4294977682 rc 0/0 00010000:00010000:0.0:1762170989.464149:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.464156:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42499 00010000:00010000:0.0:1762170989.464170:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464182:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11e00/0x96d1ba5869cc4d46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176029 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.464204:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec14ba300/2, rc 0, transno 4294977680 00010000:00010000:0.0:1762170989.464208:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.464214:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.464217:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481819392:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.464228:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbc800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.464232:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.464237:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+992:3643:x1847765481819264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4022us (4295us total) trans 4294977683 rc 0/0 00010000:00010000:0.0:1762170989.464247:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464258:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464266:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbc800/0x96d1ba5869cc4d31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.464270:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ea5141180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481820160:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.464290:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.464294:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464302:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448600 already unused, calling callback (ffffffffc0e8f320) 00000100:00100000:1.0:1762170989.464307:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1762170989.464309:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.464316:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42501 00010000:00010000:0.0:1762170989.464324:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464336:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.464341:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448600/0x96d1ba5869cc4d3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.464342:0:176033:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481820160 00000100:00100000:3.0:1762170989.464349:0:176033:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481820160 00000004:00080000:1.0:1762170989.464360:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9b750700/2, rc 0, transno 4294977682 00010000:00010000:0.0:1762170989.464364:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.464369:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.464373:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9b750700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481818624:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1762170989.464374:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.464385:0:176033:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42505 00000100:00100000:3.0:1762170989.464394:0:176033:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+992:3642:x1847765481820160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1762170989.464409:0:176033:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2307 count 1 00010000:00010000:3.0:1762170989.464421:0:176033:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.464422:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1762170989.464433:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481820288:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.464438:0:176033:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104ef200/0x96d1ba5869cc088f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d48 expref: 18 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.464447:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.464449:0:176033:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.464453:0:176033:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.464470:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1762170989.464478:0:176033:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104ef200/0x96d1ba5869cc088f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d48 expref: 18 pid: 10282 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1762170989.464492:0:176033:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104ef200/0x96d1ba5869cc088f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d48 expref: 18 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.464504:0:176033:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc219880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481820416:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.464513:0:176031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481820288 00000100:00100000:1.0:1762170989.464517:0:176031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481820288 00000100:00100000:3.0:1762170989.464537:0:176033:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321b40 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.464552:0:176031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42506 00000100:00100000:1.0:1762170989.464563:0:176031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb8e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+993:3642:x1847765481820288:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1762170989.464570:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec14bb480/2, rc 0, transno 4294977683 00002000:00080000:1.0:1762170989.464591:0:176031:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2308 count 1 00000100:00100000:3.0:1762170989.464600:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481819264:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.464607:0:176031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.464621:0:176031:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6800/0x96d1ba5869cc0896 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d56 expref: 18 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.464629:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.464631:0:176031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.464635:0:176031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.464658:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1762170989.464668:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481820544:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1762170989.464676:0:176031:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889e104c6800/0x96d1ba5869cc0896 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d56 expref: 18 pid: 24347 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1762170989.464688:0:176031:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889e104c6800/0x96d1ba5869cc0896 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d56 expref: 18 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.464703:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.464703:0:176031:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb24e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481820672:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.464836:0:176031:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ebfa37480 going to sleep for 11 seconds 00010000:00010000:0.0:1762170989.466762:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.466780:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.466790:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.466799:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.466806:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.466820:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1762170989.466823:0:7879:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1762170989.466831:0:7879:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.466840:0:7879:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c32800 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:3.0:1762170989.466845:0:7879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.466854:0:7879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.466869:0:7879:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.466877:0:7879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c32800/0x96d1ba5869cc4d38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.466905:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.466907:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.466910:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.466926:0:24348:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481820544 00000100:00100000:3.0:1762170989.466932:0:24348:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481820544 00000100:00100000:3.0:1762170989.466970:0:24348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42507 00000100:00100000:3.0:1762170989.466981:0:24348:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ebc218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+995:3641:x1847765481820544:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1762170989.467000:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+995:3641:x1847765481818880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7326us (7386us total) trans 4294977684 rc 0/0 00002000:00080000:3.0:1762170989.467001:0:24348:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2309 count 1 00000100:00100000:0.0:1762170989.467012:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42500 00010000:00010000:3.0:1762170989.467020:0:24348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.467035:0:24348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8000/0x96d1ba5869cc089d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d64 expref: 18 pid: 33719 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.467040:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1762170989.467044:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.467048:0:24348:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.467051:0:24348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1762170989.467071:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec14bb100/2, rc 0, transno 4294977684 00010000:00010000:3.0:1762170989.467079:0:24348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8000/0x96d1ba5869cc089d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d64 expref: 18 pid: 33719 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1762170989.467087:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481818880:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1762170989.467093:0:24348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8000/0x96d1ba5869cc089d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d64 expref: 18 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.467096:0:8387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+994:3643:x1847765481812864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31211us (31334us total) trans 4294977656 rc 0/0 00000100:00100000:1.0:1762170989.467114:0:8387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42477 00000100:00100000:3.0:1762170989.467118:0:24348:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc21a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481820800:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.467177:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481820928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1762170989.467185:0:24348:0:(client.c:2680:ptlrpc_set_wait()) set ffff889ea6321cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1762170989.467211:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.467230:0:10282:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481820928 00000100:00100000:3.0:1762170989.467235:0:10282:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481820928 00000100:00100000:0.0:1762170989.467274:0:33719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42508 00000004:00080000:1.0:1762170989.467279:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb8e50a80/2, rc 0, transno 4294977656 00000100:00100000:0.0:1762170989.467287:0:33719:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+994:3641:x1847765481820928:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.467288:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb8e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481812864:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1762170989.467308:0:33719:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2310 count 1 00010000:00010000:0.0:1762170989.467322:0:33719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.467335:0:33719:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eaa00/0x96d1ba5869cc08a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d72 expref: 18 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.467342:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.467344:0:33719:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1762170989.467347:0:33719:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.467369:0:33719:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eaa00/0x96d1ba5869cc08a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d72 expref: 18 pid: 22703 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1762170989.467379:0:33719:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eaa00/0x96d1ba5869cc08a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d72 expref: 18 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:0.0:1762170989.467397:0:33719:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481821056:192.168.202.10@tcp:104: 00000100:00100000:0.0:1762170989.467430:0:33719:0:(client.c:2680:ptlrpc_set_wait()) set ffff889eb3e6bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1762170989.469034:0:33721:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33721:1847765481820032:192.168.202.10@tcp:104: 00010000:00010000:1.0:1762170989.469059:0:33721:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.469134:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.469175:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489715200 00000100:00100000:3.0:1762170989.469217:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489715200 00010000:00010000:3.0:1762170989.469247:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb000/0x96d1ba5869cc0888 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d3a expref: 19 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.469283:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33883 00000100:00100000:3.0:1762170989.469294:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb24e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+19:2417:x1847765489715200:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.469305:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1762170989.469311:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb000/0x96d1ba5869cc0888 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d3a expref: 19 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.469325:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb000/0x96d1ba5869cc0888 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d3a expref: 19 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.469343:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eb000/0x96d1ba5869cc0888 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d3a expref: 19 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.469356:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.469358:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.469363:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.469372:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.469402:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.469437:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb24e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+18:2417:x1847765489715200:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 146us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.469445:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33883 00010000:00010000:3.0:1762170989.469472:0:33721:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.469480:0:33721:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.469490:0:33721:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.469497:0:33721:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.469520:0:33721:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.469528:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.469536:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.469544:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8449000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.469549:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.469557:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.469571:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.469590:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8449000/0x96d1ba5869cc4d54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33721 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.469617:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.469619:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.469622:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.469754:0:33721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+995:3640:x1847765481819904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6127us (6337us total) trans 4294977685 rc 0/0 00000100:00100000:3.0:1762170989.469762:0:33721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42504 00000004:00080000:3.0:1762170989.469819:0:3640:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec14b9f80/2, rc 0, transno 4294977685 00000100:00100000:3.0:1762170989.469826:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481819904:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.470090:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.470103:0:176033:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc219880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:176033:1847765481820416:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.470125:0:176033:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.470125:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:1.0:1762170989.470153:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.470165:0:24348:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc21a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:24348:1847765481820800:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.470185:0:24348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1762170989.470209:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489715328 00000100:00100000:3.0:1762170989.470213:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489715328 00000100:00100000:0.0:1762170989.470226:0:33719:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33719:1847765481821056:192.168.202.10@tcp:104: 00000100:00100000:1.0:1762170989.470231:0:176031:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb24e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:176031:1847765481820672:192.168.202.10@tcp:104: 00010000:00010000:3.0:1762170989.470236:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104ef200/0x96d1ba5869cc088f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d48 expref: 18 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:0.0:1762170989.470248:0:33719:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.470253:0:176031:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.470289:0:7428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489715456 00000100:00100000:1.0:1762170989.470294:0:7428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489715456 00010000:00010000:1.0:1762170989.470313:0:7428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889e104c6800/0x96d1ba5869cc0896 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d56 expref: 19 pid: 24347 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.470320:0:6486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489715584 00000100:00100000:3.0:1762170989.470325:0:6486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489715584 00000100:00100000:1.0:1762170989.470341:0:7428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33884 00010000:00010000:3.0:1762170989.470346:0:6486:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8000/0x96d1ba5869cc089d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d64 expref: 20 pid: 33719 timeout: 4705 lvb_type: 1 00000100:00100000:1.0:1762170989.470353:0:7428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb24e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+20:2416:x1847765489715328:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1762170989.470368:0:7428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.470373:0:7428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104ef200/0x96d1ba5869cc088f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d48 expref: 20 pid: 10282 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.470385:0:7428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104ef200/0x96d1ba5869cc088f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d48 expref: 20 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:3.0:1762170989.470391:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33885 00010000:00010000:1.0:1762170989.470408:0:7428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104ef200/0x96d1ba5869cc088f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d48 expref: 20 pid: 10282 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.470409:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33886 00000100:00100000:3.0:1762170989.470411:0:6486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e8f3bc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+20:2417:x1847765489715456:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.470427:0:6486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1762170989.470427:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb24e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+20:2416:x1847765489715584:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.470437:0:6486:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889e104c6800/0x96d1ba5869cc0896 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d56 expref: 19 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.470440:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.470443:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1762170989.470444:0:7428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1762170989.470450:0:7428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.470457:0:6486:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889e104c6800/0x96d1ba5869cc0896 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d56 expref: 19 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:2.0:1762170989.470457:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8000/0x96d1ba5869cc089d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d64 expref: 19 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.470463:0:7428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470489:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8000/0x96d1ba5869cc089d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d64 expref: 19 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.470494:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889e104c6800/0x96d1ba5869cc0896 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d56 expref: 19 pid: 24347 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.470498:0:7428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.470512:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9e8000/0x96d1ba5869cc089d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d64 expref: 19 pid: 33719 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.470517:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.470521:0:6486:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.470525:0:7428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb24e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b817e4e5-d0d0-4446-b333-53495f221f8e+17:2416:x1847765489715328:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 175us (436us total) trans 0 rc 0/0 00010000:00010000:3.0:1762170989.470527:0:6486:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470529:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.470533:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1762170989.470535:0:7428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33884 00010000:00010000:2.0:1762170989.470540:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.470545:0:6486:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470551:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.470570:0:6486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1762170989.470585:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1762170989.470608:0:6486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e8f3bc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b817e4e5-d0d0-4446-b333-53495f221f8e+16:2417:x1847765489715456:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 200us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.470619:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.10@tcp (source: 12345-192.168.202.10@tcp) 00000100:00100000:3.0:1762170989.470620:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33885 00000100:00100000:2.0:1762170989.470620:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb24e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+16:2416:x1847765489715584:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 195us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.470633:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33886 00000100:00100000:2.0:1762170989.470655:0:176827:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765489715712 00000100:00100000:2.0:1762170989.470659:0:176827:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765489715712 00010000:00010000:2.0:1762170989.470678:0:176827:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eaa00/0x96d1ba5869cc08a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d72 expref: 15 pid: 22703 timeout: 4705 lvb_type: 1 00000100:00100000:2.0:1762170989.470701:0:176827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.10@tcp, seq: 33887 00000100:00100000:2.0:1762170989.470747:0:176827:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb24e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+15:2416:x1847765489715712:12345-192.168.202.10@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1762170989.470753:0:176033:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470757:0:176827:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1762170989.470765:0:176827:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eaa00/0x96d1ba5869cc08a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d72 expref: 15 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:3.0:1762170989.470767:0:176033:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.470767:0:176031:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470791:0:176827:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eaa00/0x96d1ba5869cc08a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d72 expref: 15 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.470793:0:176031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.470795:0:176033:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.470818:0:176031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1762170989.470819:0:176033:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470820:0:176827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dcf9eaa00/0x96d1ba5869cc08a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.10@tcp remote: 0x1184b8c522dc6d72 expref: 15 pid: 22703 timeout: 4705 lvb_type: 1 00010000:00010000:1.0:1762170989.470842:0:176031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470847:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1762170989.470851:0:176827:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1762170989.470852:0:176033:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1762170989.470856:0:176827:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470865:0:176827:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1762170989.470865:0:176031:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1762170989.470872:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1762170989.470879:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470888:0:176827:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1762170989.470888:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbde00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.470894:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.470903:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.470915:0:176827:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb24e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b817e4e5-d0d0-4446-b333-53495f221f8e+14:2416:x1847765489715712:12345-192.168.202.10@tcp:103:ldlm_bl.0 Request processed in 206us (302us total) trans 0 rc 0/0 00010000:00010000:0.0:1762170989.470916:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1762170989.470930:0:176827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.10@tcp, seq: 33887 00010000:00010000:0.0:1762170989.470932:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbde00/0x96d1ba5869cc4d5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470954:0:9462:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.470957:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.470961:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.470962:0:9462:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.470963:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.470972:0:9462:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dd8448e00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:2.0:1762170989.470976:0:9462:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470984:0:9462:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.470996:0:9462:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.471003:0:9462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dd8448e00/0x96d1ba5869cc4d62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 176031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1762170989.471007:0:176031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb8e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+996:3642:x1847765481820288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6446us (6538us total) trans 4294977686 rc 0/0 00000100:00100000:1.0:1762170989.471019:0:176031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42506 00010000:00010000:2.0:1762170989.471033:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.471038:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1762170989.471043:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1762170989.471048:0:176033:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e976d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+995:3642:x1847765481820160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6653us (6742us total) trans 4294977687 rc 0/0 00000100:00100000:3.0:1762170989.471058:0:176033:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42505 00000004:00080000:1.0:1762170989.471062:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e976d4380/2, rc 0, transno 4294977686 00000100:00100000:1.0:1762170989.471070:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e976d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481820288:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.471074:0:33719:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.471083:0:33719:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1762170989.471084:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ea5141180/2, rc 0, transno 4294977687 00010000:00010000:3.0:1762170989.471085:0:7879:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1762170989.471093:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ea5141180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481820160:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.471107:0:33719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.471115:0:33719:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.471136:0:33719:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.471142:0:6490:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.471148:0:6490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.471156:0:6490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889dc7c11c00 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.471160:0:6490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.471170:0:6490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.471183:0:6490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.471190:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889dc7c11c00/0x96d1ba5869cc4d70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33719 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.471208:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.471212:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.471214:0:6490:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.471281:0:33719:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+995:3641:x1847765481820928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3998us (4071us total) trans 4294977688 rc 0/0 00000100:00100000:2.0:1762170989.471290:0:33719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42508 00000004:00080000:0.0:1762170989.471294:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889eb5982680/2, rc 0, transno 4294977688 00000100:00100000:0.0:1762170989.471301:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481820928:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1762170989.471323:0:24348:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.471333:0:24348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.471341:0:24348:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.471350:0:24348:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1762170989.471369:0:24348:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1762170989.471378:0:6489:0:(ldlm_lockd.c:2826:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1762170989.471384:0:6489:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.471391:0:6489:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff889de1dbd000 already unused, calling callback (ffffffffc0e8f320) 00010000:00010000:0.0:1762170989.471395:0:6489:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.471403:0:6489:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.471416:0:6489:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.471423:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff889de1dbd000/0x96d1ba5869cc4d69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1762170989.471445:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.471447:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1762170989.471449:0:6489:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.471513:0:24348:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ebc218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+995:3641:x1847765481820544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4535us (6812us total) trans 4294977689 rc 0/0 00000100:00100000:2.0:1762170989.471520:0:24348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42507 00000004:00080000:0.0:1762170989.471529:0:3641:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ebc219c00/2, rc 0, transno 4294977689 00000100:00100000:0.0:1762170989.471536:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481820544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.473259:0:8390:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9fd73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+994:3643:x1847765481816832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21349us (21574us total) trans 4294977675 rc 0/0 00000100:00100000:1.0:1762170989.473270:0:8390:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42493 00000004:00080000:3.0:1762170989.473292:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889e9fd70000/2, rc 0, transno 4294977675 00000100:00100000:3.0:1762170989.473298:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889e9fd70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481816832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1762170989.476467:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ec14baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+993:3643:x1847765481819136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16221us (16450us total) trans 4294977681 rc 0/0 00000100:00100000:2.0:1762170989.476479:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42502 00000004:00080000:2.0:1762170989.476542:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff889ec14ba680/2, rc 0, transno 4294977681 00000100:00100000:2.0:1762170989.476549:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ec14ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1847765481819136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1762170989.480861:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb24e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1847765481821184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1762170989.480913:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.480960:0:8392:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481821184 00000100:00100000:1.0:1762170989.480966:0:8392:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481821184 00000100:00080000:3.0:1762170989.481018:0:6497:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1762170989.481029:0:8392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3543 00000100:00100000:1.0:1762170989.481040:0:8392:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb24e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1847765481821184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1762170989.481062:0:8392:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 977893952 pending 360448 free 3802685440 avail 3571163136 00000100:00100000:1.0:1762170989.481095:0:8392:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb24e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1847765481821184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.481100:0:8392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3543 00000100:00100000:1.0:1762170989.481129:0:3642:0:(client.c:3071:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294976690 gen 2 00000004:00080000:1.0:1762170989.481133:0:3642:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff889ec1401180, transno 4294976690 00000100:00100000:1.0:1762170989.481150:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb24e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1847765481821184:0@lo:13:osp-pre-1-1.0 00000001:02000400:0.0:1762170989.588792:0:176864:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_71a: @@@@@@ FAIL: 87 cancel RPC occured. 00010000:00010000:2.0:1762170989.799967:0:9462:0:(ldlm_lockd.c:2829:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1762170989.991890:0:3640:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481821312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1762170989.991891:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb5980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1847765481821440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1762170989.991911:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481821568:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1762170989.991969:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.991976:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.992011:0:20007:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481821312 00000100:00100000:1.0:1762170989.992024:0:20007:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481821312 00000100:00100000:3.0:1762170989.992025:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481821440 00000100:00100000:3.0:1762170989.992031:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481821440 00000100:00100000:2.0:1762170989.992107:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.992119:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21819 00000100:00100000:1.0:1762170989.992119:0:20007:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544 00000100:00100000:3.0:1762170989.992142:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3643:x1847765481821440:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1762170989.992143:0:20007:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+1010:3640:x1847765481821312:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1762170989.992151:0:72239:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481821568 00000100:00100000:2.0:1762170989.992157:0:72239:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481821568 00002000:00000024:1.0:1762170989.992187:0:20007:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 610080448 pending 0 free 3891707904 avail 3660185600 00000004:00000024:3.0:1762170989.992189:0:8398:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442623488 avail 1296384000 00000100:00100000:2.0:1762170989.992200:0:72239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21820 00000100:00100000:2.0:1762170989.992213:0:72239:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3641:x1847765481821568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1762170989.992254:0:72239:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443364864 avail 1297125376 00000100:00100000:1.0:1762170989.992270:0:20007:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+1010:3640:x1847765481821312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.992280:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3643:x1847765481821440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 145us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.992283:0:20007:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544 00000100:00100000:0.0:1762170989.992293:0:3643:0:(client.c:3071:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957905 gen 2 00000100:00100000:3.0:1762170989.992295:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21819 00000004:00080000:0.0:1762170989.992300:0:3643:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589957902 committed transno 8589957905 00000020:00080000:0.0:1762170989.992309:0:3643:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff889ea2e36540 refcount 2 committed 0 result 0 batchid 3480 00000020:00080000:0.0:1762170989.992313:0:3643:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff889d85e47500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff889ea2e360c0 00000020:00080000:0.0:1762170989.992316:0:3643:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1538 00000100:00100000:2.0:1762170989.992321:0:72239:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3641:x1847765481821568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (216us total) trans 0 rc 0/0 00000020:00080000:0.0:1762170989.992321:0:3643:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff889ebe589100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff889dda82e400 00000020:00080000:0.0:1762170989.992328:0:3643:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1203 00000100:00100000:2.0:1762170989.992333:0:72239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21820 00000004:00080000:0.0:1762170989.992362:0:3643:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589957903 committed transno 8589957905 00000020:00080000:0.0:1762170989.992367:0:3643:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff889d88346f00 refcount 2 committed 0 result 0 batchid 3481 00000020:00080000:0.0:1762170989.992371:0:3643:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff889eabf7da00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff889d88346840 00000020:00080000:0.0:1762170989.992375:0:3643:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1539 00000020:00080000:0.0:1762170989.992379:0:3643:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff889eabf7d700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff889eb3f34400 00000020:00080000:0.0:1762170989.992382:0:3643:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1204 00000100:00100000:2.0:1762170989.992390:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1847765481821568:0@lo:41:osp-pre-1-0.0 00000004:00080000:0.0:1762170989.992414:0:3643:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589957905 committed transno 8589957905 00000100:00100000:3.0:1762170989.992416:0:3640:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1847765481821312:0@lo:13:osp-pre-0-0.0 00000020:00080000:2.0:1762170989.992432:0:7440:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3481 committed batchid 3479 00000100:00100000:0.0:1762170989.992457:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb5980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1847765481821440:0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1762170989.992490:0:7440:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3479 00000100:00100000:2.0:1762170989.992801:0:3642:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889eb1bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481821696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1762170989.992832:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.992845:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:34fe0717-f5cc-4df3-8f71-e1ec66a56ce0:3643:1847765481821824:0@lo:400:kworker.0 00000100:00100000:1.0:1762170989.992866:0:8392:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481821696 00000100:00100000:1.0:1762170989.992874:0:8392:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481821696 00000100:00100000:2.0:1762170989.992886:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1762170989.992906:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.992910:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3641:1847765481822080:0@lo:400:kworker.0 00000100:00100000:1.0:1762170989.992920:0:8392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545 00000100:00100000:1.0:1762170989.992935:0:8392:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb1bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+993:3642:x1847765481821696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1762170989.992965:0:8392:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 977893952 pending 360448 free 3915882496 avail 3684360192 00000100:00100000:2.0:1762170989.992985:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.992994:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1847765481822336:0@lo:400:kworker.0 00000100:00100000:2.0:1762170989.993032:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1847765481821952:0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.993052:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1762170989.993053:0:8392:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb1bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+993:3642:x1847765481821696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1762170989.993066:0:8392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545 00000100:00100000:2.0:1762170989.993074:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.993098:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1847765481822848:0@lo:400:kworker.0 00000100:00100000:2.0:1762170989.993114:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1847765481822592:0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.993127:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.993150:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1762170989.993155:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1847765481822208:0@lo:400:kworker.0 00000100:00100000:2.0:1762170989.993162:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1762170989.993193:0:24790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481822080 00000100:00100000:0.0:1762170989.993197:0:30253:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481821824 00000100:00100000:3.0:1762170989.993201:0:24790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481822080 00000100:00100000:0.0:1762170989.993206:0:30253:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481821824 00000100:00100000:2.0:1762170989.993213:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1762170989.993225:0:3641:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1847765481822464:0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.993257:0:30253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1762170989.993262:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1762170989.993272:0:30253:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ded8de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:34fe0717-f5cc-4df3-8f71-e1ec66a56ce0+23:3643:x1847765481821824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1762170989.993282:0:24790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481821952 00000100:00100000:3.0:1762170989.993289:0:24790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481821952 00000100:00100000:2.0:1762170989.993315:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481822336 00000100:00100000:0.0:1762170989.993315:0:30253:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ded8de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:34fe0717-f5cc-4df3-8f71-e1ec66a56ce0+23:3643:x1847765481821824:12345-0@lo:400:kworker.0 Request processed in 47us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.993323:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481822336 00000100:00100000:0.0:1762170989.993327:0:30253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:3.0:1762170989.993337:0:24790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481822848 00000100:00100000:3.0:1762170989.993344:0:24790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481822848 00000100:00100000:0.0:1762170989.993373:0:13800:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481822592 00000100:00100000:0.0:1762170989.993380:0:13800:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481822592 00000100:00100000:3.0:1762170989.993392:0:24790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481822464 00000100:00100000:2.0:1762170989.993398:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4720 00000100:00100000:3.0:1762170989.993400:0:24790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481822464 00000100:00100000:2.0:1762170989.993413:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb5980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3643:x1847765481822336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.993438:0:13800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7822 00000100:00100000:0.0:1762170989.993453:0:13800:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1847765481822080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1762170989.993460:0:24790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7823 00000100:00100000:3.0:1762170989.993480:0:24790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1847765481821952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1762170989.993481:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb5980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3643:x1847765481822336:12345-0@lo:400:kworker.0 Request processed in 68us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.993500:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4720 00000100:00100000:0.0:1762170989.993524:0:13800:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1847765481822080:12345-0@lo:400:kworker.0 Request processed in 74us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.993531:0:13800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7822 00000100:00100000:2.0:1762170989.993551:0:33717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7824 00000100:00100000:0.0:1762170989.993559:0:13800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7825 00000100:00100000:2.0:1762170989.993565:0:33717:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889e9ed07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1847765481822848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1762170989.993585:0:24790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1847765481821952:12345-0@lo:400:kworker.0 Request processed in 99us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.993587:0:13800:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1847765481822592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1762170989.993610:0:24790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7823 00000100:00100000:3.0:1762170989.993642:0:24790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7826 00000100:00100000:3.0:1762170989.993659:0:24790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889eb3fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1847765481822464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.993664:0:13800:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1847765481822592:12345-0@lo:400:kworker.0 Request processed in 90us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.993669:0:33717:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889e9ed07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1847765481822848:12345-0@lo:400:kworker.0 Request processed in 95us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.993683:0:13800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7825 00000100:00100000:2.0:1762170989.993691:0:33717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7824 00000100:00100000:3.0:1762170989.993776:0:24790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889eb3fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1847765481822464:12345-0@lo:400:kworker.0 Request processed in 125us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1762170989.993787:0:24790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7826 00000100:00100000:0.0:1762170989.993833:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1762170989.993845:0:6497:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1762170989.993853:0:6497:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1762170989.993860:0:6497:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1762170989.993868:0:33717:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481822208 00000100:00100000:2.0:1762170989.993878:0:33717:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481822208 00000100:00100000:0.0:1762170989.993889:0:3643:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff889ebc219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1847765481822720:0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.993926:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1762170989.993951:0:33717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7827 00000100:00100000:0.0:1762170989.993960:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1847765481822848:0@lo:400:kworker.0 00000100:00100000:2.0:1762170989.993963:0:33717:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889ea0fd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1847765481822208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.993970:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1847765481822336:0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.993976:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:34fe0717-f5cc-4df3-8f71-e1ec66a56ce0:3643:1847765481821824:0@lo:400:kworker.0 00000100:00100000:2.0:1762170989.994036:0:33717:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889ea0fd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1847765481822208:12345-0@lo:400:kworker.0 Request processed in 71us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1762170989.994053:0:33717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7827 00000100:00100000:0.0:1762170989.994062:0:176029:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1847765481822720 00000100:00100000:0.0:1762170989.994066:0:176029:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1847765481822720 00000100:00100000:3.0:1762170989.994082:0:3642:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889eb1bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1847765481821696:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1762170989.994095:0:6497:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1762170989.994111:0:176029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4721 00000100:00100000:0.0:1762170989.994122:0:176029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff889d8cb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3643:x1847765481822720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1762170989.994145:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1847765481822464:0@lo:400:kworker.0 00000100:00100000:2.0:1762170989.994162:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1847765481822592:0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.994165:0:176029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff889d8cb6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3643:x1847765481822720:12345-0@lo:400:kworker.0 Request processed in 48us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1762170989.994180:0:176029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4721 00000100:00100000:2.0:1762170989.994196:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3641:1847765481822080:0@lo:400:kworker.0 00000100:00100000:2.0:1762170989.994220:0:3641:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1847765481821952:0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.994240:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1847765481822208:0@lo:400:kworker.0 00000100:00100000:0.0:1762170989.994262:0:3643:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff889ebc219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1847765481822720:0@lo:400:kworker.0 Debug log: 61033 lines, 61033 kept, 0 dropped, 0 bad.